framework,version,device,op_name,kernel_source,batch_size,isl,num_heads,num_key_value_heads,head_dim,beam_width,attn_dtype,kv_cache_dtype,step,latency
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,96,2,128,1,float16,fp8,0,77.2677734375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,96,2,128,1,fp8,fp8,0,77.28054809570312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,96,1,128,1,float16,float16,0,93.47034912109375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,96,1,128,1,float16,fp8,0,76.49500732421875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,96,1,128,1,fp8,fp8,0,78.16188354492188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,96,4,128,1,float16,fp8,0,77.20597534179687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,96,4,128,1,float16,float16,0,91.11144409179687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,96,4,128,1,fp8,fp8,0,77.45409545898437
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,96,8,128,1,float16,fp8,0,78.40892333984375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,96,1,128,1,float16,float16,0,45.37724609375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,96,8,128,1,fp8,fp8,0,77.53609008789063
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,96,1,128,1,float16,fp8,0,38.806271362304685
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,96,2,128,1,float16,float16,0,198.119970703125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,96,1,128,1,fp8,fp8,0,38.401190185546874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,96,2,128,1,float16,fp8,0,38.98512573242188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,96,2,128,1,float16,float16,0,45.68840026855469
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,96,4,128,1,float16,fp8,0,38.79490966796875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,96,4,128,1,float16,float16,0,45.798779296875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,96,4,128,1,fp8,fp8,0,38.707330322265626
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,96,2,128,1,fp8,fp8,0,63.8419921875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,96,8,128,1,float16,fp8,0,39.25728149414063
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,96,8,128,1,fp8,fp8,0,38.80263671875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,96,8,128,1,float16,float16,0,46.99393310546875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,96,8,128,1,float16,float16,0,93.3519287109375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,96,96,128,1,float16,fp8,0,19.23805389404297
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,96,96,128,1,float16,fp8,0,39.487283325195314
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,96,96,128,1,fp8,fp8,0,19.160002136230467
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,96,1,128,1,float16,float16,0,22.411351013183594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,96,96,128,1,fp8,fp8,0,39.255252075195315
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,96,96,128,1,float16,float16,0,48.601321411132815
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,96,1,128,1,fp8,fp8,0,19.96107635498047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,96,1,128,1,float16,fp8,0,18.690663146972657
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,96,96,128,1,float16,float16,0,55.2630615234375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,96,2,128,1,float16,float16,0,22.186993408203126
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,96,2,128,1,fp8,fp8,0,19.71728515625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,96,2,128,1,float16,fp8,0,18.55853729248047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,96,4,128,1,float16,float16,0,21.983018493652345
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,96,4,128,1,float16,fp8,0,18.678956604003908
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,96,96,128,1,float16,fp8,0,9.565068817138672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,96,4,128,1,fp8,fp8,0,18.849237060546876
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,96,96,128,1,fp8,fp8,0,9.575332641601562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,96,96,128,1,float16,float16,0,11.901553344726562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,96,8,128,1,float16,float16,0,23.982218933105468
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,96,1,128,1,fp8,fp8,0,9.315723419189453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,96,1,128,1,float16,float16,0,11.16833724975586
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,96,1,128,1,float16,fp8,0,10.580462646484374
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,96,2,128,1,float16,fp8,0,9.355944061279297
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,96,8,128,1,fp8,fp8,0,18.586701965332033
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,96,2,128,1,fp8,fp8,0,9.442385864257812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,96,2,128,1,float16,float16,0,10.951801300048828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,96,4,128,1,float16,fp8,0,9.341165161132812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,96,4,128,1,fp8,fp8,0,9.467235565185547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,96,8,128,1,float16,fp8,0,32.513916015625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,96,4,128,1,float16,float16,0,12.307135772705077
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,96,8,128,1,float16,fp8,0,9.278504180908204
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,96,8,128,1,float16,float16,0,11.483660888671874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,96,8,128,1,fp8,fp8,0,9.362809753417968
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,96,1,128,1,fp8,fp8,0,44.320501708984374
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,96,1,128,1,float16,fp8,0,44.4847412109375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,96,2,128,1,float16,fp8,0,44.4604736328125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,96,2,128,1,fp8,fp8,0,44.11510009765625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,96,1,128,1,float16,float16,0,51.4702392578125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,96,4,128,1,float16,float16,0,52.909063720703124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,96,4,128,1,float16,fp8,0,44.622311401367185
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,96,96,128,1,float16,float16,0,26.626922607421875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,96,96,128,1,float16,fp8,0,22.34803161621094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,96,4,128,1,fp8,fp8,0,44.34799499511719
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,96,8,128,1,float16,fp8,0,44.62919311523437
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,96,96,128,1,fp8,fp8,0,22.246751403808595
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,96,8,128,1,fp8,fp8,0,44.35023803710938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,96,8,128,1,float16,float16,0,52.62579345703125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,96,1,128,1,float16,fp8,0,23.27135009765625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,96,1,128,1,float16,float16,0,26.336654663085938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,96,1,128,1,fp8,fp8,0,22.543125915527344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,96,2,128,1,float16,fp8,0,23.246298217773436
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,96,2,128,1,float16,float16,0,25.99883117675781
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,96,2,128,1,fp8,fp8,0,21.764881896972657
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,96,2,128,1,float16,float16,0,120.6056884765625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,96,4,128,1,float16,float16,0,25.303372192382813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,96,4,128,1,float16,fp8,0,21.48353729248047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,96,4,128,1,fp8,fp8,0,21.939067077636718
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,96,8,128,1,float16,fp8,0,21.612921142578124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,96,96,128,1,float16,float16,0,13.545184326171874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,96,8,128,1,fp8,fp8,0,21.56175537109375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,96,96,128,1,float16,fp8,0,18.298870849609376
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,96,8,128,1,float16,float16,0,25.31497802734375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,96,1,128,1,float16,float16,0,13.77939453125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,96,96,128,1,fp8,fp8,0,11.121297454833984
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,96,1,128,1,fp8,fp8,0,11.551028442382812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,96,1,128,1,float16,fp8,0,10.551318359375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,96,2,128,1,float16,float16,0,12.499739074707032
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,96,2,128,1,float16,fp8,0,10.932305908203125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,96,4,128,1,float16,float16,0,13.440753173828124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,96,4,128,1,float16,fp8,0,10.7357421875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,96,4,128,1,fp8,fp8,0,10.690326690673828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,96,8,128,1,float16,fp8,0,10.588129425048828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,96,8,128,1,float16,float16,0,13.181318664550782
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,96,2,128,1,fp8,fp8,0,18.208128356933592
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,96,8,128,1,fp8,fp8,0,11.895108795166015
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,96,96,128,1,float16,float16,0,6.832398223876953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,96,96,128,1,float16,fp8,0,6.209779357910156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,96,96,128,1,fp8,fp8,0,5.561054229736328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,96,1,128,1,float16,fp8,0,5.2470863342285154
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,96,1,128,1,float16,float16,0,6.379955291748047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,96,1,128,1,fp8,fp8,0,5.363983917236328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,96,2,128,1,float16,fp8,0,5.39550552368164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,96,2,128,1,fp8,fp8,0,5.299369430541992
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,96,4,128,1,float16,fp8,0,5.489358520507812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,96,4,128,1,float16,float16,0,6.8562065124511715
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,96,4,128,1,fp8,fp8,0,5.939799880981445
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,96,8,128,1,float16,fp8,0,5.326435089111328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,96,8,128,1,float16,float16,0,6.377560043334961
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,96,8,128,1,fp8,fp8,0,5.314889526367187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,96,2,128,1,float16,float16,0,14.721432495117188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,96,1,128,1,float16,fp8,0,30.99585876464844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,96,1,128,1,fp8,fp8,0,30.108566284179688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,96,2,128,1,float16,fp8,0,31.248309326171874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,96,2,128,1,fp8,fp8,0,31.376519775390626
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,96,1,128,1,float16,float16,0,35.4787109375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,96,2,128,1,float16,float16,0,35.781192016601565
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,96,4,128,1,float16,float16,0,36.97751159667969
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,96,96,128,1,float16,fp8,0,16.30799560546875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,96,96,128,1,float16,float16,0,20.510038757324217
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,96,96,128,1,fp8,fp8,0,15.832669067382813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,96,4,128,1,float16,fp8,0,55.9421875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,96,4,128,1,fp8,fp8,0,31.567132568359376
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,96,8,128,1,float16,fp8,0,30.732806396484374
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,96,8,128,1,fp8,fp8,0,31.53424072265625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,96,8,128,1,float16,float16,0,36.83493347167969
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,96,1,128,1,float16,fp8,0,14.907960510253906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,96,1,128,1,float16,float16,0,17.667753601074217
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,96,1,128,1,fp8,fp8,0,15.878976440429687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,96,2,128,1,float16,fp8,0,15.394593811035156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,96,2,128,1,fp8,fp8,0,15.259233093261718
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,96,4,128,1,float16,float16,0,18.307701110839844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,96,4,128,1,float16,fp8,0,16.106658935546875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,96,4,128,1,fp8,fp8,0,15.92418212890625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,96,8,128,1,float16,fp8,0,15.033831787109374
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,96,96,128,1,float16,float16,0,9.789437103271485
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,96,96,128,1,float16,fp8,0,8.156289672851562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,96,96,128,1,fp8,fp8,0,8.103956604003907
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,96,8,128,1,float16,float16,0,17.70635986328125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,96,8,128,1,fp8,fp8,0,15.9668212890625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,96,1,128,1,float16,fp8,0,7.632054138183594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,96,1,128,1,float16,float16,0,9.286911773681641
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,96,2,128,1,float16,fp8,0,7.487409973144532
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,96,1,128,1,fp8,fp8,0,7.379209899902344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,96,2,128,1,fp8,fp8,0,7.447774505615234
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,96,2,128,1,float16,float16,0,9.248726654052735
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,96,4,128,1,float16,float16,0,9.210066986083984
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,96,4,128,1,float16,fp8,0,7.967219543457031
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,96,4,128,1,fp8,fp8,0,7.506756591796875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,96,2,128,1,float16,float16,0,46.57905883789063
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,96,96,128,1,float16,fp8,0,4.033446502685547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,96,96,128,1,fp8,fp8,0,4.180527877807617
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,96,1,128,1,float16,float16,0,4.646451187133789
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,96,8,128,1,float16,fp8,0,7.437598419189453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,96,8,128,1,fp8,fp8,0,7.7817138671875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,96,96,128,1,float16,float16,0,4.790321731567383
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,96,8,128,1,float16,float16,0,9.400894165039062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,96,1,128,1,fp8,fp8,0,3.7462894439697267
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,96,2,128,1,float16,float16,0,4.538643264770508
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,96,2,128,1,float16,fp8,0,3.7761680603027346
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,96,2,128,1,fp8,fp8,0,3.6961727142333984
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,96,4,128,1,fp8,fp8,0,3.870652770996094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,96,4,128,1,float16,float16,0,4.667089462280273
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,96,4,128,1,float16,fp8,0,4.029414367675781
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,96,8,128,1,float16,float16,0,4.803230285644531
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,96,1,128,1,float16,fp8,0,6.083111953735352
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,96,8,128,1,fp8,fp8,0,3.7870113372802736
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,96,8,128,1,float16,fp8,0,3.8983104705810545
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,96,1,128,1,fp8,fp8,0,40.395999145507815
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,96,1,128,1,float16,fp8,0,40.524969482421874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,96,2,128,1,float16,fp8,0,40.51251220703125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,96,4,128,1,float16,fp8,0,40.511776733398435
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,96,1,128,1,float16,float16,0,47.357418823242185
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,96,2,128,1,float16,float16,0,48.013735961914065
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,96,4,128,1,float16,float16,0,47.41767883300781
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,96,96,128,1,float16,fp8,0,21.420852661132812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,96,2,128,1,fp8,fp8,0,69.17651977539063
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,96,96,128,1,fp8,fp8,0,21.171694946289062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,96,96,128,1,float16,float16,0,26.1459716796875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,96,4,128,1,fp8,fp8,0,40.61041259765625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,96,8,128,1,fp8,fp8,0,40.71871643066406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,96,8,128,1,float16,fp8,0,40.736734008789064
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,96,8,128,1,float16,float16,0,48.18147277832031
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,96,1,128,1,fp8,fp8,0,20.497764587402344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,96,1,128,1,float16,float16,0,23.666531372070313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,96,2,128,1,float16,float16,0,23.9115966796875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,96,2,128,1,float16,fp8,0,19.846807861328124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,96,2,128,1,fp8,fp8,0,20.075103759765625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,96,4,128,1,float16,float16,0,24.289306640625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,96,4,128,1,float16,fp8,0,19.956710815429688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,96,4,128,1,fp8,fp8,0,20.088140869140624
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,96,8,128,1,float16,fp8,0,19.596783447265626
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,96,8,128,1,float16,float16,0,24.43028106689453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,96,96,128,1,float16,fp8,0,10.690838623046876
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,96,96,128,1,float16,float16,0,12.521577453613281
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,96,96,128,1,fp8,fp8,0,10.874673461914062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,96,1,128,1,float16,fp8,0,52.5853515625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,96,8,128,1,fp8,fp8,0,20.61321258544922
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,96,1,128,1,float16,float16,0,11.971222686767579
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,96,1,128,1,float16,fp8,0,9.963742065429688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,96,1,128,1,fp8,fp8,0,9.82711181640625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,96,2,128,1,float16,fp8,0,9.662163543701173
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,96,2,128,1,float16,float16,0,12.421392059326172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,96,2,128,1,fp8,fp8,0,10.335075378417969
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,96,4,128,1,float16,float16,0,11.835540771484375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,96,4,128,1,float16,fp8,0,9.868212890625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,96,96,128,1,float16,fp8,0,5.2105262756347654
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,96,4,128,1,fp8,fp8,0,10.355057525634766
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,96,96,128,1,float16,float16,0,6.547885131835938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,96,96,128,1,fp8,fp8,0,5.226100921630859
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,96,8,128,1,float16,float16,0,11.687728118896484
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,96,8,128,1,fp8,fp8,0,9.706944274902344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,96,1,128,1,float16,float16,0,6.1305793762207035
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,96,1,128,1,float16,fp8,0,4.891651153564453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,96,1,128,1,fp8,fp8,0,4.894331359863282
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,96,2,128,1,float16,float16,0,5.941454315185547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,96,2,128,1,float16,fp8,0,4.965969467163086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,96,2,128,1,fp8,fp8,0,5.10460319519043
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,96,4,128,1,float16,fp8,0,4.990158462524414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,96,4,128,1,float16,float16,0,6.825961303710938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,96,4,128,1,fp8,fp8,0,4.875932693481445
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,96,96,128,1,float16,float16,0,2.988190460205078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,96,8,128,1,float16,fp8,0,5.071052932739258
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,96,96,128,1,float16,fp8,0,2.593916893005371
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,96,8,128,1,fp8,fp8,0,5.1008655548095705
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,96,96,128,1,fp8,fp8,0,2.893062400817871
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,96,1,128,1,float16,float16,0,2.9272367477416994
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,96,1,128,1,float16,fp8,0,2.749185562133789
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,96,1,128,1,fp8,fp8,0,2.428385543823242
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,96,8,128,1,float16,float16,0,5.835809707641602
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,96,2,128,1,float16,fp8,0,2.5065023422241213
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,96,2,128,1,float16,float16,0,3.033435249328613
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,96,2,128,1,fp8,fp8,0,2.429118347167969
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,96,8,128,1,float16,fp8,0,24.117031860351563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,96,4,128,1,float16,float16,0,2.9045103073120115
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,96,4,128,1,fp8,fp8,0,2.4677248001098633
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,96,4,128,1,float16,fp8,0,2.6446111679077147
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,96,8,128,1,float16,fp8,0,2.5124767303466795
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,96,8,128,1,float16,float16,0,2.9081024169921874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,96,8,128,1,fp8,fp8,0,2.5794160842895506
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,96,2,128,1,float16,fp8,0,22.945550537109376
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,96,1,128,1,fp8,fp8,0,23.173258972167968
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,96,2,128,1,fp8,fp8,0,23.158082580566408
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,96,4,128,1,float16,fp8,0,23.520712280273436
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,96,1,128,1,float16,float16,0,26.444305419921875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,96,2,128,1,float16,float16,0,28.116653442382812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,96,4,128,1,float16,float16,0,27.19294128417969
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,96,96,128,1,float16,fp8,0,12.30371551513672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,96,96,128,1,fp8,fp8,0,12.497923278808594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,96,96,128,1,float16,float16,0,15.980754089355468
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,96,4,128,1,fp8,fp8,0,23.798733520507813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,96,8,128,1,float16,fp8,0,23.401454162597656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,96,8,128,1,fp8,fp8,0,23.655870056152345
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,96,1,128,1,float16,fp8,0,51.137692260742185
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,96,8,128,1,float16,float16,0,27.80950927734375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,96,1,128,1,float16,fp8,0,11.119776153564453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,96,1,128,1,fp8,fp8,0,11.138172912597657
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,96,1,128,1,float16,float16,0,14.032333374023438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,96,2,128,1,float16,fp8,0,11.536787414550782
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,96,2,128,1,fp8,fp8,0,11.711775970458984
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,96,2,128,1,float16,float16,0,13.712055969238282
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,96,4,128,1,float16,fp8,0,11.454583740234375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,96,4,128,1,fp8,fp8,0,11.624842834472656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,96,8,128,1,float16,float16,0,13.641281127929688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,96,8,128,1,float16,fp8,0,11.674552154541015
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,96,96,128,1,float16,fp8,0,6.144340896606446
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,96,96,128,1,float16,float16,0,7.495658874511719
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,96,96,128,1,fp8,fp8,0,6.352315139770508
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,96,8,128,1,fp8,fp8,0,11.785211181640625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,96,1,128,1,float16,float16,0,7.192582702636718
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,96,1,128,1,fp8,fp8,0,5.672294235229492
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,96,1,128,1,float16,fp8,0,5.969255828857422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,96,2,128,1,float16,fp8,0,5.91400146484375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,96,2,128,1,float16,float16,0,7.443315124511718
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,96,2,128,1,fp8,fp8,0,5.832817459106446
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,96,4,128,1,float16,fp8,0,5.765979385375976
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,96,4,128,1,float16,float16,0,6.822859191894532
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,96,4,128,1,fp8,fp8,0,5.674512100219727
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,96,8,128,1,float16,float16,0,7.059203338623047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,96,96,128,1,float16,float16,0,4.007841491699219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,96,8,128,1,float16,fp8,0,5.748793411254883
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,96,8,128,1,fp8,fp8,0,5.792784118652344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,96,96,128,1,float16,fp8,0,3.0311664581298827
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,96,96,128,1,fp8,fp8,0,3.1941232681274414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,96,1,128,1,float16,float16,0,3.3310718536376953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,96,1,128,1,float16,fp8,0,2.960308837890625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,96,1,128,1,fp8,fp8,0,3.029759979248047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,96,2,128,1,float16,float16,0,3.4403408050537108
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,96,2,128,1,float16,fp8,0,2.799678421020508
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,96,2,128,1,fp8,fp8,0,2.7937440872192383
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,96,4,128,1,float16,float16,0,3.2908607482910157
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,96,4,128,1,float16,float16,0,36.23182373046875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,96,4,128,1,float16,fp8,0,3.0422336578369142
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,96,96,128,1,float16,float16,0,1.7861711502075195
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,96,4,128,1,fp8,fp8,0,2.801772880554199
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,96,8,128,1,float16,float16,0,3.25306396484375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,96,96,128,1,float16,fp8,0,1.6791120529174806
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,96,8,128,1,float16,fp8,0,3.0167407989501953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,96,1,128,1,float16,float16,0,1.5739839553833008
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,96,8,128,1,fp8,fp8,0,2.8587472915649412
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,96,1,128,1,float16,fp8,0,1.5488656044006348
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,96,1,128,1,fp8,fp8,0,1.3969120025634765
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,96,2,128,1,fp8,fp8,0,1.417136001586914
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,96,2,128,1,float16,float16,0,1.657022476196289
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,96,2,128,1,float16,fp8,0,1.556120014190674
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,96,96,128,1,fp8,fp8,0,3.4573726654052734
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,96,4,128,1,float16,fp8,0,1.3989248275756836
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,96,4,128,1,float16,float16,0,1.566755199432373
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,96,4,128,1,fp8,fp8,0,1.409768009185791
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,96,8,128,1,float16,fp8,0,1.4726240158081054
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,96,8,128,1,fp8,fp8,0,2.243404769897461
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,96,8,128,1,float16,float16,0,1.5136480331420898
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,96,1,128,1,float16,fp8,0,21.2847900390625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,96,1,128,1,fp8,fp8,0,21.935821533203125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,96,1,128,1,float16,float16,0,24.83738555908203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,96,2,128,1,float16,float16,0,25.60079345703125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,96,2,128,1,fp8,fp8,0,21.031217956542967
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,96,4,128,1,float16,fp8,0,21.225413513183593
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,96,4,128,1,float16,float16,0,24.777952575683592
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,96,2,128,1,float16,fp8,0,38.629208374023435
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,96,96,128,1,float16,fp8,0,12.279977416992187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,96,96,128,1,float16,float16,0,15.265451049804687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,96,4,128,1,fp8,fp8,0,21.92510223388672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,96,96,128,1,fp8,fp8,0,12.787175750732422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,96,8,128,1,float16,fp8,0,21.746501159667968
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,96,8,128,1,float16,float16,0,25.685565185546874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,96,8,128,1,fp8,fp8,0,22.313150024414064
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,96,1,128,1,float16,fp8,0,11.162515258789062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,96,1,128,1,fp8,fp8,0,10.658000183105468
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,96,2,128,1,float16,fp8,0,10.654150390625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,96,2,128,1,float16,float16,0,12.648423767089843
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,96,2,128,1,fp8,fp8,0,10.566579437255859
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,96,4,128,1,float16,fp8,0,10.723670196533202
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,96,4,128,1,float16,float16,0,13.051339721679687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,96,4,128,1,fp8,fp8,0,10.670630645751952
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,96,96,128,1,float16,float16,0,7.741400146484375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,96,8,128,1,float16,float16,0,12.363932800292968
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,96,8,128,1,float16,fp8,0,10.640787506103516
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,96,96,128,1,float16,fp8,0,6.130688095092774
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,96,8,128,1,fp8,fp8,0,10.658331298828125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,96,96,128,1,fp8,fp8,0,6.015374374389649
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,96,1,128,1,float16,float16,0,6.244800186157226
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,96,1,128,1,fp8,fp8,0,5.241471862792968
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,96,1,128,1,float16,fp8,0,5.2848865509033205
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,96,2,128,1,float16,fp8,0,5.456291198730469
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,96,2,128,1,float16,float16,0,6.2051536560058596
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,96,2,128,1,fp8,fp8,0,5.392596817016601
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,96,4,128,1,float16,float16,0,6.599412536621093
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,96,1,128,1,float16,float16,0,36.08204650878906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,96,4,128,1,float16,fp8,0,5.4642078399658205
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,96,96,128,1,float16,float16,0,3.5884689331054687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,96,4,128,1,fp8,fp8,0,5.589865493774414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,96,8,128,1,float16,fp8,0,5.530441665649414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,96,8,128,1,float16,float16,0,6.384118270874024
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,96,96,128,1,float16,fp8,0,3.0518415451049803
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,96,8,128,1,fp8,fp8,0,5.688476943969727
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,96,1,128,1,float16,float16,0,3.2544864654541015
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,96,1,128,1,float16,fp8,0,2.871116828918457
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,96,1,128,1,fp8,fp8,0,2.884480094909668
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,96,2,128,1,float16,float16,0,3.0918319702148436
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,96,2,128,1,fp8,fp8,0,2.6399343490600584
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,96,2,128,1,float16,fp8,0,2.923806381225586
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,96,4,128,1,float16,float16,0,3.312508773803711
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,96,96,128,1,fp8,fp8,0,6.643551635742187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,96,4,128,1,fp8,fp8,0,2.6710479736328123
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,96,4,128,1,float16,fp8,0,3.1277679443359374
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,96,96,128,1,float16,float16,0,1.7264976501464844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,96,8,128,1,float16,float16,0,3.247684860229492
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,96,8,128,1,fp8,fp8,0,2.6549583435058595
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,96,96,128,1,float16,fp8,0,1.785425567626953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,96,8,128,1,float16,fp8,0,3.046134376525879
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,96,1,128,1,float16,float16,0,1.409160041809082
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,96,1,128,1,float16,fp8,0,1.3774208068847655
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,96,1,128,1,fp8,fp8,0,1.4054495811462402
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,96,2,128,1,float16,float16,0,1.6197263717651367
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,96,2,128,1,float16,fp8,0,1.3596719741821288
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,96,2,128,1,fp8,fp8,0,1.4690336227416991
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,96,4,128,1,float16,float16,0,1.483073616027832
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,96,96,128,1,fp8,fp8,0,3.365862274169922
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,96,4,128,1,float16,fp8,0,1.456611156463623
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,96,4,128,1,fp8,fp8,0,1.3391488075256348
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,96,8,128,1,float16,float16,0,1.4670160293579102
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,96,96,128,1,float16,float16,0,0.8979904174804687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,96,96,128,1,float16,fp8,0,0.821780776977539
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,96,1,128,1,float16,fp8,0,0.6683599948883057
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,96,8,128,1,fp8,fp8,0,1.3357935905456544
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,96,1,128,1,float16,float16,0,0.7473360061645508
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,96,8,128,1,float16,fp8,0,1.4904144287109375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,96,1,128,1,fp8,fp8,0,0.7322815895080567
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,96,2,128,1,float16,float16,0,0.744870376586914
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,96,2,128,1,float16,fp8,0,0.7198272228240967
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,96,2,128,1,fp8,fp8,0,0.6685359954833985
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,96,4,128,1,float16,fp8,0,0.6691264152526856
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,96,96,128,1,fp8,fp8,0,1.6596080780029296
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,96,4,128,1,float16,float16,0,0.7497871875762939
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,96,4,128,1,fp8,fp8,0,0.7050415992736816
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,96,8,128,1,float16,float16,0,0.7396463871002197
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,96,8,128,1,float16,fp8,0,0.7199440002441406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,96,8,128,1,fp8,fp8,0,0.6822480201721192
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,96,2,128,1,float16,fp8,0,12.457809448242188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,96,1,128,1,fp8,fp8,0,13.03106689453125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,96,2,128,1,fp8,fp8,0,12.527391815185547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,96,1,128,1,float16,float16,0,14.568528747558593
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,96,2,128,1,float16,float16,0,14.783515930175781
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,96,4,128,1,float16,float16,0,15.173478698730468
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,96,4,128,1,float16,fp8,0,12.494188690185547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,96,96,128,1,float16,fp8,0,7.346230316162109
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,96,96,128,1,float16,float16,0,8.971024322509766
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,96,4,128,1,fp8,fp8,0,12.87298583984375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,96,8,128,1,float16,fp8,0,12.617180633544923
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,96,1,128,1,float16,fp8,0,27.932769775390625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,96,8,128,1,fp8,fp8,0,13.082144165039063
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,96,8,128,1,float16,float16,0,15.693464660644532
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,96,96,128,1,fp8,fp8,0,7.1531837463378904
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,96,1,128,1,float16,fp8,0,6.257395172119141
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,96,1,128,1,float16,float16,0,7.5558525085449215
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,96,1,128,1,fp8,fp8,0,6.601776123046875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,96,2,128,1,float16,float16,0,7.740590667724609
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,96,2,128,1,fp8,fp8,0,6.591703796386719
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,96,4,128,1,float16,float16,0,7.42891845703125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,96,4,128,1,float16,fp8,0,6.246567916870117
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,96,4,128,1,fp8,fp8,0,6.253244781494141
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,96,8,128,1,float16,float16,0,7.717964935302734
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,96,8,128,1,float16,fp8,0,6.536678314208984
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,96,96,128,1,float16,float16,0,4.407171249389648
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,96,96,128,1,float16,fp8,0,3.818452835083008
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,96,96,128,1,fp8,fp8,0,3.579878234863281
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,96,8,128,1,fp8,fp8,0,6.763262176513672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,96,1,128,1,float16,float16,0,3.7002944946289062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,96,2,128,1,float16,fp8,0,13.95322265625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,96,1,128,1,float16,fp8,0,3.3884449005126953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,96,1,128,1,fp8,fp8,0,3.1136287689208983
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,96,2,128,1,float16,float16,0,3.701483154296875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,96,2,128,1,float16,fp8,0,3.1227743148803713
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,96,2,128,1,fp8,fp8,0,3.2320865631103515
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,96,4,128,1,float16,fp8,0,3.2072559356689454
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,96,4,128,1,float16,float16,0,3.765644836425781
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,96,96,128,1,float16,float16,0,2.1023040771484376
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,96,8,128,1,float16,fp8,0,3.140048027038574
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,96,8,128,1,float16,float16,0,3.572305679321289
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,96,96,128,1,float16,fp8,0,1.9921823501586915
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,96,96,128,1,fp8,fp8,0,1.8037744522094727
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,96,8,128,1,fp8,fp8,0,3.1631328582763674
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,96,1,128,1,float16,float16,0,1.8672992706298828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,96,1,128,1,fp8,fp8,0,1.5582688331604004
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,96,1,128,1,float16,fp8,0,1.731729507446289
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,96,4,128,1,fp8,fp8,0,6.9198753356933596
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,96,2,128,1,fp8,fp8,0,1.5622976303100586
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,96,2,128,1,float16,float16,0,1.9434303283691405
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,96,2,128,1,float16,fp8,0,1.7004880905151367
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,96,4,128,1,float16,fp8,0,1.634561538696289
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,96,4,128,1,float16,float16,0,1.7546272277832031
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,96,4,128,1,fp8,fp8,0,1.5762672424316406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,96,96,128,1,float16,fp8,0,0.9829440116882324
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,96,96,128,1,float16,float16,0,1.1054256439208985
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,96,96,128,1,fp8,fp8,0,0.9088607788085937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,96,8,128,1,float16,float16,0,1.7473392486572266
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,96,1,128,1,float16,float16,0,0.9472528457641601
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,96,8,128,1,fp8,fp8,0,1.5743776321411134
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,96,1,128,1,float16,fp8,0,0.8208736419677735
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,96,1,128,1,fp8,fp8,0,0.8265744209289551
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,96,2,128,1,float16,fp8,0,0.7879600048065185
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,96,2,128,1,float16,float16,0,0.9073344230651855
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,96,2,128,1,fp8,fp8,0,0.8941519737243653
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,96,4,128,1,float16,float16,0,0.9214943885803223
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,96,4,128,1,float16,fp8,0,0.8202383995056153
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,96,4,128,1,fp8,fp8,0,0.8065903663635254
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,96,8,128,1,float16,fp8,0,3.0911792755126952
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,96,96,128,1,float16,float16,0,0.5483967781066894
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,96,96,128,1,fp8,fp8,0,0.47160959243774414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,96,96,128,1,float16,fp8,0,0.5122144222259521
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,96,8,128,1,float16,fp8,0,0.8067520141601563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,96,8,128,1,float16,float16,0,0.8538592338562012
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,96,8,128,1,fp8,fp8,0,0.8512800216674805
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,96,1,128,1,float16,float16,0,0.4302624225616455
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,96,1,128,1,fp8,fp8,0,0.41093921661376953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,96,2,128,1,float16,float16,0,0.4330848217010498
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,96,2,128,1,float16,fp8,0,0.42972002029418943
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,96,2,128,1,fp8,fp8,0,0.4127903938293457
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,96,4,128,1,float16,fp8,0,0.42888798713684084
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,96,4,128,1,float16,float16,0,0.48372321128845214
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,96,4,128,1,fp8,fp8,0,0.4149472236633301
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,96,1,128,1,float16,fp8,0,0.7184000015258789
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,96,8,128,1,float16,float16,0,0.4297152042388916
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,96,8,128,1,float16,fp8,0,0.41339998245239257
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,96,8,128,1,fp8,fp8,0,0.4286335945129395
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,96,1,128,1,float16,fp8,0,12.220758056640625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,96,1,128,1,fp8,fp8,0,12.361697387695312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,96,4,128,1,float16,fp8,0,12.408257293701173
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,96,2,128,1,fp8,fp8,0,12.695977783203125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,96,1,128,1,float16,float16,0,13.780136108398438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,96,2,128,1,float16,float16,0,14.479356384277343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,96,4,128,1,float16,float16,0,14.67803955078125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,96,96,128,1,float16,fp8,0,7.598616027832032
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,96,96,128,1,fp8,fp8,0,7.3155982971191404
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,96,96,128,1,float16,float16,0,9.52559814453125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,96,2,128,1,float16,fp8,0,25.713165283203125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,96,4,128,1,fp8,fp8,0,12.775796508789062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,96,8,128,1,fp8,fp8,0,12.630477142333984
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,96,8,128,1,float16,fp8,0,12.884565734863282
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,96,8,128,1,float16,float16,0,14.195460510253906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,96,1,128,1,float16,fp8,0,6.127382278442383
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,96,1,128,1,float16,float16,0,7.149176025390625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,96,1,128,1,fp8,fp8,0,6.144892883300781
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,96,2,128,1,float16,fp8,0,6.1605072021484375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,96,2,128,1,fp8,fp8,0,6.194945526123047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,96,2,128,1,float16,float16,0,7.357550048828125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,96,4,128,1,float16,float16,0,7.560529327392578
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,96,4,128,1,float16,fp8,0,6.186641693115234
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,96,4,128,1,fp8,fp8,0,6.164134216308594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,96,96,128,1,float16,float16,0,4.769569778442383
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,96,8,128,1,float16,float16,0,7.507103729248047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,96,96,128,1,fp8,fp8,0,3.9014415740966797
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,96,1,128,1,float16,float16,0,3.4280399322509765
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,96,8,128,1,float16,fp8,0,6.339436721801758
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,96,8,128,1,fp8,fp8,0,6.454412841796875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,96,1,128,1,float16,fp8,0,3.060536003112793
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,96,1,128,1,fp8,fp8,0,3.1039072036743165
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,96,2,128,1,float16,float16,0,3.3963153839111326
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,96,2,128,1,float16,fp8,0,3.0725519180297853
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,96,96,128,1,float16,fp8,0,8.48058853149414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,96,2,128,1,fp8,fp8,0,3.1492223739624023
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,96,4,128,1,float16,fp8,0,3.0872512817382813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,96,4,128,1,fp8,fp8,0,3.0841312408447266
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,96,4,128,1,float16,float16,0,3.5720447540283202
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,96,96,128,1,float16,fp8,0,1.8412879943847655
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,96,1,128,1,float16,float16,0,1.6496912002563477
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,96,96,128,1,fp8,fp8,0,1.841116714477539
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,96,8,128,1,float16,fp8,0,3.1144847869873047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,96,8,128,1,float16,float16,0,3.5339214324951174
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,96,1,128,1,float16,fp8,0,1.8272287368774414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,96,8,128,1,fp8,fp8,0,3.098561668395996
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,96,1,128,1,fp8,fp8,0,1.5374640464782714
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,96,2,128,1,float16,float16,0,1.768164825439453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,96,2,128,1,float16,fp8,0,1.5419952392578125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,96,2,128,1,fp8,fp8,0,1.5382896423339845
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,96,4,128,1,float16,float16,0,1.760686492919922
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,96,4,128,1,float16,fp8,0,1.632596778869629
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,96,96,128,1,float16,float16,0,4.928590393066406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,96,4,128,1,fp8,fp8,0,1.5494303703308105
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,96,96,128,1,float16,float16,0,1.0814800262451172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,96,96,128,1,fp8,fp8,0,0.9304639816284179
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,96,96,128,1,float16,fp8,0,0.9915519714355469
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,96,8,128,1,float16,float16,0,1.773299217224121
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,96,8,128,1,fp8,fp8,0,1.5621520042419434
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,96,8,128,1,float16,fp8,0,1.6639423370361328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,96,1,128,1,float16,fp8,0,0.7698959827423095
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,96,1,128,1,fp8,fp8,0,0.8608495712280273
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,96,2,128,1,float16,float16,0,0.817908763885498
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,96,2,128,1,float16,fp8,0,0.7906144142150879
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,96,4,128,1,fp8,fp8,0,0.7734543800354003
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,96,2,128,1,fp8,fp8,0,0.9070320129394531
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,96,4,128,1,float16,float16,0,0.8387791633605957
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,96,4,128,1,float16,fp8,0,0.8193872451782227
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,96,1,128,1,float16,float16,0,2.102182388305664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,96,8,128,1,float16,float16,0,0.8747136116027832
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,96,8,128,1,fp8,fp8,0,0.7911776065826416
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,96,8,128,1,float16,fp8,0,0.82217435836792
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,96,1,128,1,float16,float16,0,0.4516496181488037
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,96,96,128,1,float16,fp8,0,0.48023200035095215
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,96,96,128,1,float16,float16,0,0.5433343887329102
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,96,96,128,1,fp8,fp8,0,0.5057439804077148
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,96,1,128,1,fp8,fp8,0,0.4103104114532471
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,96,2,128,1,float16,float16,0,0.4157599925994873
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,96,2,128,1,float16,fp8,0,0.42421760559082033
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,96,2,128,1,fp8,fp8,0,0.4185344219207764
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,96,4,128,1,float16,fp8,0,0.3923424005508423
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,96,4,128,1,fp8,fp8,0,0.4205008029937744
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,96,4,128,1,float16,float16,0,0.4196800231933594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,96,1,128,1,float16,fp8,0,1.0181920051574707
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,96,8,128,1,float16,float16,0,0.4363503932952881
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,96,96,128,1,float16,float16,0,0.2873807907104492
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,96,8,128,1,float16,fp8,0,0.4038735866546631
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,96,96,128,1,fp8,fp8,0,0.24216959476470948
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,96,1,128,1,float16,float16,0,0.22517600059509277
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,96,96,128,1,float16,fp8,0,0.24388320446014405
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,96,8,128,1,fp8,fp8,0,0.4176479816436768
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,96,1,128,1,fp8,fp8,0,0.20792479515075685
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,96,2,128,1,float16,fp8,0,0.2087951898574829
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,96,2,128,1,float16,float16,0,0.21990559101104737
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,96,2,128,1,fp8,fp8,0,0.20725760459899903
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,96,4,128,1,float16,float16,0,0.22271840572357177
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,96,4,128,1,float16,fp8,0,0.21184799671173096
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,96,4,128,1,fp8,fp8,0,0.2097615957260132
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,96,1,128,1,float16,fp8,0,0.4498528003692627
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,96,8,128,1,float16,float16,0,0.2240976095199585
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,96,8,128,1,float16,fp8,0,0.21120960712432862
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,96,8,128,1,fp8,fp8,0,0.20848639011383058
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,96,1,128,1,float16,fp8,0,7.630850982666016
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,96,1,128,1,fp8,fp8,0,7.597160339355469
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,96,2,128,1,fp8,fp8,0,7.6175537109375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,96,4,128,1,float16,fp8,0,7.631986999511719
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,96,1,128,1,float16,float16,0,8.4107666015625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,96,2,128,1,float16,float16,0,8.468094635009766
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,96,4,128,1,float16,float16,0,8.572865295410157
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,96,96,128,1,float16,fp8,0,4.73013916015625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,96,2,128,1,float16,fp8,0,13.74956817626953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,96,96,128,1,fp8,fp8,0,4.718431854248047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,96,96,128,1,float16,float16,0,5.656265640258789
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,96,4,128,1,fp8,fp8,0,7.668793487548828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,96,8,128,1,fp8,fp8,0,7.664676666259766
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,96,8,128,1,float16,fp8,0,7.679713439941406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,96,8,128,1,float16,float16,0,9.154325103759765
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,96,1,128,1,float16,fp8,0,3.7731792449951174
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,96,1,128,1,float16,float16,0,4.395470428466797
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,96,1,128,1,fp8,fp8,0,3.7901248931884766
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,96,2,128,1,float16,fp8,0,3.7922737121582033
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,96,2,128,1,fp8,fp8,0,3.795915222167969
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,96,2,128,1,float16,float16,0,4.3596240997314455
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,96,4,128,1,float16,float16,0,4.396524810791016
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,96,4,128,1,float16,fp8,0,3.8032798767089844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,96,4,128,1,fp8,fp8,0,4.1190032958984375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,96,96,128,1,float16,fp8,0,2.3809183120727537
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,96,8,128,1,float16,float16,0,4.410478210449218
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,96,96,128,1,float16,float16,0,2.833919906616211
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,96,8,128,1,fp8,fp8,0,3.858340835571289
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,96,1,128,1,float16,float16,0,1.9951568603515626
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,96,96,128,1,fp8,fp8,0,2.395355224609375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,96,1,128,1,float16,fp8,0,1.906046485900879
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,96,1,128,1,fp8,fp8,0,1.8998655319213866
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,96,2,128,1,float16,float16,0,2.165176010131836
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,96,2,128,1,float16,fp8,0,2.024635124206543
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,96,2,128,1,fp8,fp8,0,1.9013856887817382
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,96,8,128,1,float16,fp8,0,6.905299377441406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,96,4,128,1,float16,fp8,0,1.9122032165527343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,96,4,128,1,float16,float16,0,2.1835840225219725
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,96,4,128,1,fp8,fp8,0,1.9073951721191407
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,96,8,128,1,float16,float16,0,2.0756000518798827
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,96,8,128,1,float16,fp8,0,1.9510639190673829
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,96,96,128,1,float16,float16,0,1.387014389038086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,96,8,128,1,fp8,fp8,0,1.9678335189819336
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,96,1,128,1,float16,float16,0,1.0542719841003418
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,96,96,128,1,fp8,fp8,0,1.1921152114868163
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,96,1,128,1,float16,fp8,0,0.9507887840270997
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,96,1,128,1,fp8,fp8,0,1.0873552322387696
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,96,96,128,1,float16,fp8,0,1.867140769958496
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,96,2,128,1,float16,float16,0,0.9958319664001465
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,96,2,128,1,fp8,fp8,0,0.9790016174316406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,96,4,128,1,float16,fp8,0,0.959324836730957
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,96,4,128,1,fp8,fp8,0,0.9587295532226563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,96,4,128,1,float16,float16,0,1.0334383964538574
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,96,2,128,1,float16,fp8,0,1.0378128051757813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,96,8,128,1,float16,float16,0,1.0750927925109863
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,96,1,128,1,float16,float16,0,0.5178959846496582
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,96,96,128,1,float16,fp8,0,0.6039872169494629
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,96,1,128,1,float16,fp8,0,0.5520351886749267
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,96,8,128,1,fp8,fp8,0,1.0117247581481934
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,96,96,128,1,fp8,fp8,0,0.6038576126098633
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,96,96,128,1,float16,float16,0,0.7023183822631835
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,96,1,128,1,fp8,fp8,0,0.5125840187072754
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,96,2,128,1,float16,float16,0,0.5096271991729736
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,96,8,128,1,float16,fp8,0,1.566915225982666
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,96,2,128,1,float16,fp8,0,0.48341121673583987
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,96,4,128,1,float16,float16,0,0.5059807777404786
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,96,2,128,1,fp8,fp8,0,0.5284751892089844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,96,4,128,1,float16,fp8,0,0.5045167922973632
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,96,4,128,1,fp8,fp8,0,0.4995872020721436
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,96,8,128,1,float16,float16,0,0.5325952053070069
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,96,96,128,1,float16,fp8,0,0.3098000049591064
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,96,1,128,1,float16,float16,0,0.26488959789276123
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,96,1,128,1,float16,fp8,0,0.2542383909225464
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,96,8,128,1,float16,fp8,0,0.49449758529663085
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,96,8,128,1,fp8,fp8,0,0.48923840522766116
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,96,96,128,1,fp8,fp8,0,0.33339838981628417
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,96,96,128,1,float16,float16,0,0.5321104049682617
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,96,2,128,1,float16,float16,0,0.2573983907699585
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,96,1,128,1,fp8,fp8,0,0.25460000038146974
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,96,2,128,1,float16,fp8,0,0.25689918994903566
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,96,2,128,1,fp8,fp8,0,0.2545648097991943
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,96,4,128,1,float16,float16,0,0.2616096019744873
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,96,4,128,1,float16,fp8,0,0.24793119430541993
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,96,4,128,1,fp8,fp8,0,0.27117600440979006
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,96,96,128,1,float16,float16,0,0.1902143955230713
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,96,8,128,1,float16,fp8,0,0.24963040351867677
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,96,96,128,1,float16,fp8,0,0.16590240001678466
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,96,8,128,1,fp8,fp8,0,0.2577824115753174
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,96,1,128,1,float16,float16,0,0.13560960292816163
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,96,96,128,1,fp8,fp8,0,0.16198879480361938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,96,1,128,1,float16,fp8,0,0.13604799509048462
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,96,4,128,1,float16,float16,0,0.13659039735794068
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,96,1,128,1,fp8,fp8,0,0.13176640272140502
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,96,4,128,1,float16,fp8,0,0.1332800030708313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,96,2,128,1,float16,float16,0,0.139027202129364
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,96,8,128,1,float16,float16,0,0.13856799602508546
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,96,2,128,1,float16,fp8,0,0.13307199478149415
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,96,2,128,1,fp8,fp8,0,0.13131040334701538
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,96,4,128,1,fp8,fp8,0,0.13368159532546997
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,96,8,128,1,float16,fp8,0,0.1332927942276001
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,96,8,128,1,fp8,fp8,0,0.13415039777755738
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,96,8,128,1,float16,float16,0,0.2710367918014526
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,96,1,128,1,float16,fp8,0,7.980892944335937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,96,1,128,1,fp8,fp8,0,7.961996459960938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,96,2,128,1,float16,fp8,0,7.941216278076172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,96,2,128,1,fp8,fp8,0,7.987236785888672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,96,1,128,1,float16,float16,0,8.516774749755859
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,96,2,128,1,float16,float16,0,8.540462493896484
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,96,4,128,1,float16,float16,0,8.575118255615234
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,96,96,128,1,float16,fp8,0,5.214704132080078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,96,96,128,1,float16,float16,0,6.1964366912841795
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,96,4,128,1,float16,fp8,0,13.350645446777344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,96,4,128,1,fp8,fp8,0,8.008564758300782
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,96,8,128,1,float16,fp8,0,8.065769958496094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,96,8,128,1,fp8,fp8,0,8.024697875976562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,96,8,128,1,float16,float16,0,8.847305297851562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,96,1,128,1,float16,float16,0,4.334428787231445
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,96,96,128,1,fp8,fp8,0,5.2120624542236325
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,96,1,128,1,fp8,fp8,0,3.9702720642089844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,96,2,128,1,float16,fp8,0,3.9569423675537108
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,96,2,128,1,float16,float16,0,4.230799865722656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,96,2,128,1,fp8,fp8,0,3.979275131225586
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,96,1,128,1,float16,fp8,0,6.863513946533203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,96,4,128,1,float16,float16,0,4.336548614501953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,96,4,128,1,float16,fp8,0,4.001507186889649
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,96,4,128,1,fp8,fp8,0,4.008924865722657
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,96,8,128,1,float16,float16,0,4.386864089965821
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,96,8,128,1,float16,fp8,0,4.228839874267578
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,96,8,128,1,fp8,fp8,0,4.030601501464844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,96,96,128,1,float16,float16,0,3.0822160720825194
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,96,1,128,1,float16,float16,0,2.043395233154297
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,96,1,128,1,float16,fp8,0,1.9897199630737306
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,96,96,128,1,fp8,fp8,0,2.6230592727661133
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,96,96,128,1,float16,fp8,0,4.271158218383789
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,96,2,128,1,float16,float16,0,2.0271663665771484
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,96,1,128,1,fp8,fp8,0,2.128545570373535
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,96,2,128,1,float16,fp8,0,1.989873504638672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,96,2,128,1,fp8,fp8,0,2.0477712631225584
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,96,4,128,1,float16,float16,0,2.323486328125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,96,4,128,1,float16,fp8,0,2.009222412109375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,96,4,128,1,fp8,fp8,0,2.016663932800293
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,96,96,128,1,float16,float16,0,1.561633586883545
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,96,96,128,1,float16,fp8,0,1.3355327606201173
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,96,8,128,1,fp8,fp8,0,2.040014457702637
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,96,1,128,1,float16,float16,0,1.0185296058654785
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,96,8,128,1,float16,fp8,0,2.2185056686401365
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,96,1,128,1,float16,fp8,0,1.0027647972106934
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,96,96,128,1,fp8,fp8,0,1.3859616279602052
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,96,1,128,1,fp8,fp8,0,1.025425624847412
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,96,2,128,1,float16,float16,0,1.041327953338623
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,96,2,128,1,float16,fp8,0,1.00796480178833
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,96,2,128,1,fp8,fp8,0,1.0336400032043458
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,96,4,128,1,float16,fp8,0,1.0137200355529785
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,96,4,128,1,float16,float16,0,1.0914544105529784
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,96,4,128,1,fp8,fp8,0,1.0154640197753906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,96,8,128,1,float16,float16,0,4.674983978271484
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,96,8,128,1,float16,float16,0,1.0785584449768066
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,96,1,128,1,float16,float16,0,0.5216608047485352
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,96,96,128,1,float16,fp8,0,0.6733039855957031
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,96,96,128,1,float16,float16,0,0.784991979598999
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,96,96,128,1,fp8,fp8,0,0.6679984092712402
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,96,8,128,1,float16,fp8,0,1.0274463653564454
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,96,8,128,1,fp8,fp8,0,1.0220607757568358
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,96,1,128,1,float16,fp8,0,0.5212016105651855
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,96,2,128,1,float16,fp8,0,0.5114895820617675
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,96,2,128,1,float16,float16,0,0.5512224197387695
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,96,4,128,1,float16,float16,0,0.5234320163726807
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,96,2,128,1,fp8,fp8,0,0.5270127773284912
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,96,4,128,1,float16,fp8,0,0.51212158203125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,96,4,128,1,fp8,fp8,0,0.5065983772277832
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,96,8,128,1,float16,float16,0,0.5469359874725341
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,96,1,128,1,fp8,fp8,0,1.1144463539123535
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,96,1,128,1,float16,float16,0,0.2615200042724609
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,96,8,128,1,float16,fp8,0,0.5187695980072021
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,96,96,128,1,fp8,fp8,0,0.3403599977493286
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,96,96,128,1,float16,float16,0,0.39937920570373536
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,96,8,128,1,fp8,fp8,0,0.5598688125610352
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,96,96,128,1,float16,fp8,0,0.34669439792633056
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,96,1,128,1,float16,fp8,0,0.26490719318389894
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,96,2,128,1,float16,float16,0,0.2629472017288208
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,96,2,128,1,fp8,fp8,0,0.26043200492858887
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,96,2,128,1,float16,fp8,0,0.2597536087036133
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,96,4,128,1,float16,fp8,0,0.2712496042251587
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,96,4,128,1,float16,float16,0,0.2674799919128418
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,96,4,128,1,fp8,fp8,0,0.26709599494934083
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,96,8,128,1,float16,float16,0,0.28061439990997317
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,96,1,128,1,fp8,fp8,0,0.46883358955383303
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,96,8,128,1,float16,fp8,0,0.2612351894378662
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,96,96,128,1,float16,float16,0,0.2092832088470459
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,96,96,128,1,float16,fp8,0,0.18040800094604492
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,96,1,128,1,float16,fp8,0,0.13828639984130858
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,96,1,128,1,float16,float16,0,0.14209599494934083
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,96,8,128,1,fp8,fp8,0,0.26398720741271975
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,96,96,128,1,fp8,fp8,0,0.17732160091400145
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,96,2,128,1,float16,float16,0,0.1380527973175049
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,96,1,128,1,fp8,fp8,0,0.22450718879699708
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,96,2,128,1,float16,fp8,0,0.1350640058517456
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,96,2,128,1,fp8,fp8,0,0.13639999628067018
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,96,4,128,1,float16,float16,0,0.1441807985305786
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,96,4,128,1,float16,fp8,0,0.13923360109329225
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,96,8,128,1,float16,float16,0,0.1424880027770996
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,96,4,128,1,fp8,fp8,0,0.13597919940948486
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,96,8,128,1,float16,fp8,0,0.13587520122528077
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,96,96,128,1,float16,fp8,0,0.09480479955673218
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,96,96,128,1,float16,float16,0,0.10977599620819092
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,96,1,128,1,fp8,fp8,0,0.07065920233726501
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,96,1,128,1,float16,fp8,0,0.07135840058326721
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,96,1,128,1,float16,float16,0,0.07654560208320618
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,96,96,128,1,fp8,fp8,0,0.09656959772109985
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,96,2,128,1,float16,float16,0,0.0759872019290924
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,96,8,128,1,fp8,fp8,0,0.22700800895690917
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,96,2,128,1,float16,fp8,0,0.07189279794692993
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,96,2,128,1,fp8,fp8,0,0.07101439833641052
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,96,4,128,1,float16,float16,0,0.07710559964179993
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,96,4,128,1,float16,fp8,0,0.0745311975479126
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,96,4,128,1,fp8,fp8,0,0.07474560141563416
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,96,8,128,1,float16,float16,0,0.077675199508667
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,96,8,128,1,float16,fp8,0,0.0730512022972107
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,96,8,128,1,fp8,fp8,0,0.11302080154418945
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,96,1,128,1,float16,float16,0,5.8380897521972654
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,96,1,128,1,float16,fp8,0,5.725817489624023
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,96,2,128,1,fp8,fp8,0,5.691769790649414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,96,1,128,1,fp8,fp8,0,5.769145584106445
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,96,2,128,1,float16,fp8,0,5.77149772644043
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,96,2,128,1,float16,float16,0,5.833198547363281
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,96,4,128,1,float16,float16,0,10.684786987304687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,96,96,128,1,float16,float16,0,4.98223991394043
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,96,4,128,1,float16,fp8,0,5.739041519165039
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,96,96,128,1,float16,fp8,0,4.204150390625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,96,4,128,1,fp8,fp8,0,5.755972671508789
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,96,8,128,1,float16,fp8,0,5.821227264404297
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,96,8,128,1,float16,float16,0,6.053124618530274
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,96,8,128,1,fp8,fp8,0,5.827238464355469
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,96,1,128,1,float16,fp8,0,2.8301231384277346
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,96,1,128,1,float16,float16,0,2.915665626525879
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,96,1,128,1,fp8,fp8,0,2.8617904663085936
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,96,2,128,1,float16,float16,0,2.893766403198242
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,96,2,128,1,fp8,fp8,0,2.8422544479370115
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,96,2,128,1,float16,fp8,0,2.83843994140625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,96,4,128,1,float16,float16,0,2.9282672882080076
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,96,96,128,1,fp8,fp8,0,6.401999664306641
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,96,4,128,1,float16,fp8,0,2.8672016143798826
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,96,96,128,1,float16,fp8,0,2.098684883117676
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,96,4,128,1,fp8,fp8,0,2.9005327224731445
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,96,96,128,1,float16,float16,0,2.499505615234375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,96,8,128,1,float16,fp8,0,2.9396928787231444
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,96,8,128,1,float16,float16,0,2.9956207275390625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,96,8,128,1,fp8,fp8,0,2.921556854248047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,96,1,128,1,float16,float16,0,1.4200976371765137
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,96,1,128,1,float16,fp8,0,1.4242239952087403
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,96,1,128,1,fp8,fp8,0,1.4304544448852539
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,96,2,128,1,float16,float16,0,1.459444808959961
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,96,2,128,1,float16,fp8,0,1.4332703590393066
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,96,2,128,1,fp8,fp8,0,1.4444191932678223
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,96,4,128,1,float16,float16,0,1.4570176124572753
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,96,96,128,1,fp8,fp8,0,3.3810863494873047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,96,4,128,1,float16,fp8,0,1.4423263549804688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,96,4,128,1,fp8,fp8,0,1.444315242767334
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,96,8,128,1,float16,float16,0,1.5145327568054199
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,96,96,128,1,float16,float16,0,1.2531279563903808
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,96,96,128,1,float16,fp8,0,1.0539983749389648
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,96,8,128,1,fp8,fp8,0,1.473419189453125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,96,8,128,1,float16,fp8,0,1.4808591842651366
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,96,1,128,1,float16,float16,0,0.7196112155914307
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,96,1,128,1,float16,fp8,0,0.7177824020385742
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,96,1,128,1,fp8,fp8,0,0.7226624011993408
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,96,2,128,1,float16,fp8,0,0.7199503898620605
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,96,2,128,1,float16,float16,0,0.7257071971893311
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,96,2,128,1,fp8,fp8,0,0.7224431991577148
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,96,4,128,1,float16,float16,0,0.7410848140716553
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,96,4,128,1,float16,fp8,0,0.7268288135528564
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,96,96,128,1,fp8,fp8,0,1.7128976821899413
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,96,4,128,1,fp8,fp8,0,0.7290751934051514
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,96,96,128,1,float16,fp8,0,0.5375343799591065
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,96,8,128,1,float16,float16,0,0.761952018737793
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,96,96,128,1,float16,float16,0,0.6344768047332764
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,96,8,128,1,float16,fp8,0,0.7406847953796387
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,96,8,128,1,fp8,fp8,0,0.7433184146881103
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,96,96,128,1,fp8,fp8,0,0.5336592197418213
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,96,1,128,1,float16,fp8,0,0.3649600028991699
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,96,1,128,1,float16,float16,0,0.6060207843780517
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,96,1,128,1,fp8,fp8,0,0.36902880668640137
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,96,2,128,1,float16,float16,0,0.3691312074661255
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,96,2,128,1,float16,fp8,0,0.36763999462127683
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,96,2,128,1,fp8,fp8,0,0.36638240814208983
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,96,4,128,1,float16,float16,0,0.3837296009063721
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,96,4,128,1,float16,fp8,0,0.3686288118362427
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,96,4,128,1,fp8,fp8,0,0.369486403465271
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,96,8,128,1,float16,fp8,0,0.37806239128112795
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,96,96,128,1,float16,float16,0,0.3255120038986206
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,96,8,128,1,fp8,fp8,0,0.37768800258636476
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,96,96,128,1,float16,fp8,0,0.2737855911254883
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,96,96,128,1,fp8,fp8,0,0.27952160835266116
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,96,1,128,1,float16,fp8,0,0.18830879926681518
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,96,8,128,1,float16,float16,0,0.6530655860900879
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,96,1,128,1,float16,float16,0,0.18957279920578002
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,96,1,128,1,fp8,fp8,0,0.1890720009803772
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,96,2,128,1,float16,float16,0,0.19082880020141602
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,96,2,128,1,float16,fp8,0,0.18942240476608277
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,96,4,128,1,float16,float16,0,0.19842400550842285
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,96,2,128,1,fp8,fp8,0,0.18883520364761353
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,96,4,128,1,float16,fp8,0,0.19108799695968628
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,96,8,128,1,float16,float16,0,0.19979840517044067
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,96,8,128,1,float16,fp8,0,0.19446560144424438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,96,8,128,1,fp8,fp8,0,0.19428800344467162
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,96,96,128,1,float16,float16,0,0.17150559425354003
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,96,4,128,1,fp8,fp8,0,0.3424463987350464
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,96,1,128,1,float16,float16,0,0.10071519613265992
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,96,96,128,1,float16,fp8,0,0.1469391942024231
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,96,1,128,1,fp8,fp8,0,0.10063359737396241
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,96,96,128,1,fp8,fp8,0,0.14415040016174316
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,96,2,128,1,float16,float16,0,0.10113120079040527
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,96,2,128,1,float16,fp8,0,0.10134240388870239
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,96,1,128,1,float16,fp8,0,0.10215679407119752
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,96,2,128,1,fp8,fp8,0,0.10130079984664916
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,96,4,128,1,float16,float16,0,0.1757823944091797
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,96,4,128,1,float16,fp8,0,0.10259519815444947
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,96,4,128,1,fp8,fp8,0,0.10199840068817138
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,96,8,128,1,float16,float16,0,0.10562560558319092
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,96,8,128,1,fp8,fp8,0,0.10341919660568237
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,96,8,128,1,float16,fp8,0,0.10362080335617066
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,96,96,128,1,float16,float16,0,0.09135839939117432
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,96,96,128,1,fp8,fp8,0,0.07818560004234314
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,96,96,128,1,float16,fp8,0,0.128329598903656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,96,1,128,1,float16,float16,0,0.056088000535964966
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,96,1,128,1,float16,fp8,0,0.05508959889411926
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,96,1,128,1,fp8,fp8,0,0.05344480276107788
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,96,2,128,1,float16,fp8,0,0.05445280075073242
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,96,2,128,1,fp8,fp8,0,0.054313600063323975
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,96,2,128,1,float16,float16,0,0.058284801244735715
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,96,4,128,1,float16,float16,0,0.09360640048980713
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,96,4,128,1,float16,fp8,0,0.05501440167427063
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,96,8,128,1,float16,float16,0,0.05866879820823669
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,96,4,128,1,fp8,fp8,0,0.056139200925827026
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,96,8,128,1,float16,fp8,0,0.05773599743843079
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,96,8,128,1,fp8,fp8,0,0.05608479976654053
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,96,96,128,1,float16,float16,0,0.05506560206413269
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,96,96,128,1,float16,fp8,0,0.07218559980392455
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,96,96,128,1,fp8,fp8,0,0.045151999592781066
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,96,1,128,1,float16,float16,0,0.029254400730133058
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,96,1,128,1,float16,fp8,0,0.03116639852523804
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,96,1,128,1,fp8,fp8,0,0.03138880133628845
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,96,2,128,1,float16,float16,0,0.029969599843025208
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,96,2,128,1,float16,fp8,0,0.031436800956726074
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,96,4,128,1,float16,fp8,0,0.030214399099349976
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,96,4,128,1,float16,float16,0,0.030737599730491637
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,96,4,128,1,fp8,fp8,0,0.031150400638580322
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,96,8,128,1,float16,float16,0,0.030351999402046203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,96,2,128,1,fp8,fp8,0,0.05223039984703064
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,96,8,128,1,float16,fp8,0,0.03164480030536652
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,96,8,128,1,fp8,fp8,0,0.03156160116195679
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,96,1,128,1,float16,float16,0,2.213465690612793
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,96,2,128,1,float16,float16,0,2.2427663803100586
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,96,1,128,1,float16,fp8,0,2.322337532043457
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,96,1,128,1,fp8,fp8,0,2.356582450866699
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,96,4,128,1,float16,float16,0,2.332131195068359
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,96,2,128,1,fp8,fp8,0,2.3840047836303713
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,96,2,128,1,float16,fp8,0,4.0245361328125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,96,4,128,1,float16,fp8,0,2.3602176666259767
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,96,8,128,1,float16,float16,0,2.393916893005371
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,96,8,128,1,float16,fp8,0,2.4179935455322266
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,96,4,128,1,fp8,fp8,0,2.357049560546875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,96,96,128,1,float16,float16,0,2.283286476135254
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,96,8,128,1,fp8,fp8,0,2.4197999954223635
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,96,96,128,1,float16,fp8,0,1.7906736373901366
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,96,1,128,1,float16,float16,0,1.1148096084594727
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,96,1,128,1,float16,fp8,0,1.1672415733337402
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,96,1,128,1,fp8,fp8,0,1.1702639579772949
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,96,2,128,1,float16,float16,0,1.1247471809387206
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,96,2,128,1,float16,fp8,0,1.182966423034668
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,96,2,128,1,fp8,fp8,0,1.1826095581054688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,96,96,128,1,fp8,fp8,0,2.767254447937012
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,96,4,128,1,float16,float16,0,1.1601696014404297
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,96,4,128,1,float16,fp8,0,1.187286376953125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,96,4,128,1,fp8,fp8,0,1.1856783866882323
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,96,8,128,1,float16,float16,0,1.2065728187561036
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,96,8,128,1,float16,fp8,0,1.2051919937133788
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,96,1,128,1,float16,float16,0,0.5642255783081055
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,96,96,128,1,float16,float16,0,1.150108814239502
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,96,8,128,1,fp8,fp8,0,1.2166239738464355
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,96,96,128,1,fp8,fp8,0,0.900055980682373
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,96,1,128,1,float16,fp8,0,0.5898704051971435
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,96,1,128,1,fp8,fp8,0,0.5910096168518066
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,96,96,128,1,float16,fp8,0,1.3649760246276856
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,96,2,128,1,float16,float16,0,0.5688447952270508
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,96,2,128,1,float16,fp8,0,0.5929791927337646
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,96,4,128,1,float16,float16,0,0.5870368003845214
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,96,2,128,1,fp8,fp8,0,0.5970751762390136
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,96,4,128,1,float16,fp8,0,0.6040575981140137
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,96,4,128,1,fp8,fp8,0,0.599123191833496
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,96,8,128,1,float16,float16,0,0.608241605758667
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,96,8,128,1,fp8,fp8,0,0.6090928077697754
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,96,1,128,1,float16,float16,0,0.29210400581359863
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,96,96,128,1,float16,float16,0,0.5829232215881348
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,96,96,128,1,float16,fp8,0,0.4572512149810791
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,96,96,128,1,fp8,fp8,0,0.4559455871582031
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,96,1,128,1,float16,fp8,0,0.30027520656585693
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,96,1,128,1,fp8,fp8,0,0.3020576000213623
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,96,8,128,1,float16,fp8,0,1.043177604675293
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,96,2,128,1,float16,float16,0,0.2913343906402588
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,96,2,128,1,float16,fp8,0,0.30418078899383544
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,96,4,128,1,float16,float16,0,0.29822239875793455
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,96,2,128,1,fp8,fp8,0,0.30279200077056884
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,96,4,128,1,float16,fp8,0,0.3069103956222534
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,96,4,128,1,fp8,fp8,0,0.3052767992019653
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,96,8,128,1,float16,float16,0,0.31062400341033936
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,96,8,128,1,fp8,fp8,0,0.3116960048675537
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,96,1,128,1,float16,fp8,0,0.156003201007843
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,96,1,128,1,fp8,fp8,0,0.15631359815597534
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,96,1,128,1,float16,float16,0,0.1506384015083313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,96,96,128,1,float16,float16,0,0.2997488021850586
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,96,8,128,1,float16,fp8,0,0.5354368209838867
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,96,96,128,1,fp8,fp8,0,0.23481440544128418
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,96,96,128,1,float16,fp8,0,0.23840799331665039
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,96,2,128,1,float16,float16,0,0.15156320333480836
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,96,2,128,1,float16,fp8,0,0.1571616053581238
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,96,2,128,1,fp8,fp8,0,0.16146880388259888
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,96,4,128,1,float16,float16,0,0.15541599988937377
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,96,4,128,1,fp8,fp8,0,0.1590016007423401
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,96,8,128,1,float16,fp8,0,0.1616160035133362
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,96,8,128,1,float16,float16,0,0.16195039749145507
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,96,4,128,1,float16,fp8,0,0.2666048049926758
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,96,8,128,1,fp8,fp8,0,0.16194080114364623
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,96,96,128,1,float16,fp8,0,0.12505919933319093
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,96,1,128,1,float16,float16,0,0.08145440220832825
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,96,96,128,1,fp8,fp8,0,0.12521599531173705
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,96,1,128,1,float16,fp8,0,0.08434720039367676
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,96,96,128,1,float16,float16,0,0.15980160236358643
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,96,2,128,1,float16,float16,0,0.0817583978176117
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,96,1,128,1,fp8,fp8,0,0.1412943959236145
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,96,2,128,1,float16,fp8,0,0.08518080115318298
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,96,2,128,1,fp8,fp8,0,0.08454560041427613
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,96,4,128,1,float16,float16,0,0.08399360179901123
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,96,4,128,1,float16,fp8,0,0.08590720295906067
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,96,8,128,1,float16,float16,0,0.08680319786071777
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,96,4,128,1,fp8,fp8,0,0.08816319704055786
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,96,8,128,1,fp8,fp8,0,0.08755679726600647
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,96,96,128,1,float16,float16,0,0.08524159789085388
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,96,96,128,1,float16,fp8,0,0.06856319904327393
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,96,8,128,1,float16,fp8,0,0.14024640321731568
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,96,96,128,1,fp8,fp8,0,0.06852319836616516
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,96,1,128,1,float16,fp8,0,0.046456000208854674
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,96,1,128,1,float16,float16,0,0.04827359914779663
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,96,1,128,1,fp8,fp8,0,0.0470768004655838
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,96,2,128,1,float16,float16,0,0.04744639992713928
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,96,2,128,1,float16,fp8,0,0.047023999691009524
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,96,4,128,1,float16,float16,0,0.04864799976348877
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,96,2,128,1,fp8,fp8,0,0.07727360129356384
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,96,4,128,1,float16,fp8,0,0.04932160079479218
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,96,4,128,1,fp8,fp8,0,0.047700798511505126
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,96,8,128,1,float16,float16,0,0.04981600046157837
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,96,8,128,1,float16,fp8,0,0.048871999979019164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,96,8,128,1,fp8,fp8,0,0.04915199875831604
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,96,96,128,1,float16,float16,0,0.050070399045944215
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,96,96,128,1,float16,fp8,0,0.05581600069999695
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,96,96,128,1,fp8,fp8,0,0.041315200924873355
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,96,1,128,1,float16,float16,0,0.025022399425506592
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,96,1,128,1,float16,fp8,0,0.026855999231338502
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,96,1,128,1,fp8,fp8,0,0.027854400873184203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,96,2,128,1,float16,float16,0,0.025179201364517213
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,96,2,128,1,float16,fp8,0,0.026596799492836
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,96,2,128,1,fp8,fp8,0,0.040484800934791565
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,96,4,128,1,float16,float16,0,0.026182401180267333
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,96,4,128,1,float16,fp8,0,0.026966398954391478
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,96,4,128,1,fp8,fp8,0,0.026574400067329407
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,96,8,128,1,float16,float16,0,0.02701599895954132
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,96,8,128,1,float16,fp8,0,0.026660799980163574
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,96,8,128,1,fp8,fp8,0,0.027182400226593018
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,96,96,128,1,float16,fp8,0,0.022726400196552275
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,96,96,128,1,float16,float16,0,0.040275201201438904
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,96,96,128,1,fp8,fp8,0,0.022204799950122832
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,96,1,128,1,float16,float16,0,0.01873600035905838
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,96,1,128,1,float16,fp8,0,0.018982400000095368
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,96,1,128,1,fp8,fp8,0,0.01804800033569336
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,96,2,128,1,float16,float16,0,0.018939200043678283
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,96,2,128,1,float16,fp8,0,0.01874080002307892
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,96,2,128,1,fp8,fp8,0,0.027081599831581114
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,96,4,128,1,float16,fp8,0,0.018254399299621582
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,96,4,128,1,float16,float16,0,0.018857599794864656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,96,4,128,1,fp8,fp8,0,0.018987199664115904
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,96,8,128,1,float16,float16,0,0.018875199556350707
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,96,8,128,1,float16,fp8,0,0.018313600122928618
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,96,8,128,1,fp8,fp8,0,0.01871040016412735
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,96,1,128,1,float16,fp8,0,1.1299455642700196
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,96,2,128,1,float16,float16,0,1.0521696090698243
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,96,4,128,1,float16,float16,0,1.0874208450317382
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,96,1,128,1,fp8,fp8,0,1.1319151878356934
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,96,2,128,1,fp8,fp8,0,1.1404767990112306
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,96,2,128,1,float16,fp8,0,1.1502191543579101
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,96,1,128,1,float16,float16,0,1.3371456146240235
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,96,4,128,1,float16,fp8,0,1.154975986480713
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,96,4,128,1,fp8,fp8,0,1.1534175872802734
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,96,8,128,1,float16,float16,0,1.1164095878601075
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,96,96,128,1,float16,float16,0,1.1172592163085937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,96,8,128,1,float16,fp8,0,1.2006239891052246
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,96,8,128,1,fp8,fp8,0,1.194923210144043
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,96,96,128,1,float16,fp8,0,1.2935935974121093
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,96,1,128,1,float16,float16,0,0.5304944038391113
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,96,1,128,1,float16,fp8,0,0.5739424228668213
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,96,2,128,1,float16,float16,0,0.5323984146118164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,96,1,128,1,fp8,fp8,0,0.5734560012817382
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,96,2,128,1,float16,fp8,0,0.5733312129974365
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,96,96,128,1,fp8,fp8,0,0.9282575607299804
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,96,4,128,1,float16,float16,0,0.5414879798889161
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,96,2,128,1,fp8,fp8,0,0.825102424621582
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,96,4,128,1,float16,fp8,0,0.5879568099975586
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,96,4,128,1,fp8,fp8,0,0.5862016201019287
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,96,8,128,1,float16,float16,0,0.5634175777435303
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,96,8,128,1,float16,fp8,0,0.6067855834960938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,96,8,128,1,fp8,fp8,0,0.6056479930877685
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,96,1,128,1,float16,float16,0,0.2704607963562012
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,96,96,128,1,float16,float16,0,0.5675407886505127
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,96,1,128,1,float16,fp8,0,0.2904943943023682
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,96,96,128,1,fp8,fp8,0,0.4732816219329834
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,96,96,128,1,float16,fp8,0,0.6140207767486572
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,96,1,128,1,fp8,fp8,0,0.28934080600738527
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,96,2,128,1,float16,float16,0,0.27128961086273196
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,96,4,128,1,float16,float16,0,0.2770864009857178
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,96,2,128,1,fp8,fp8,0,0.29223999977111814
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,96,2,128,1,float16,fp8,0,0.29140000343322753
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,96,4,128,1,fp8,fp8,0,0.2977423906326294
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,96,4,128,1,float16,fp8,0,0.4353248119354248
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,96,8,128,1,float16,float16,0,0.285916805267334
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,96,8,128,1,float16,fp8,0,0.3107408046722412
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,96,8,128,1,fp8,fp8,0,0.3062335968017578
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,96,96,128,1,float16,float16,0,0.294704008102417
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,96,96,128,1,float16,fp8,0,0.24170560836791993
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,96,1,128,1,float16,float16,0,0.141046404838562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,96,1,128,1,float16,fp8,0,0.15021599531173707
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,96,1,128,1,fp8,fp8,0,0.15207200050354003
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,96,2,128,1,float16,float16,0,0.14295680522918702
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,96,96,128,1,fp8,fp8,0,0.32270240783691406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,96,2,128,1,float16,fp8,0,0.15219680070877076
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,96,2,128,1,fp8,fp8,0,0.1495136022567749
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,96,4,128,1,float16,float16,0,0.1442304015159607
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,96,4,128,1,float16,fp8,0,0.15317120552062988
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,96,4,128,1,fp8,fp8,0,0.1528223991394043
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,96,8,128,1,float16,float16,0,0.21017119884490967
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,96,8,128,1,float16,fp8,0,0.15845279693603515
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,96,8,128,1,fp8,fp8,0,0.15781439542770387
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,96,96,128,1,float16,float16,0,0.15580159425735474
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,96,96,128,1,float16,fp8,0,0.12701120376586914
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,96,96,128,1,fp8,fp8,0,0.12622560262680055
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,96,1,128,1,float16,float16,0,0.10823680162429809
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,96,1,128,1,fp8,fp8,0,0.0807807981967926
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,96,1,128,1,float16,fp8,0,0.08127200007438659
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,96,2,128,1,float16,float16,0,0.07461280226707459
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,96,2,128,1,float16,fp8,0,0.08127679824829101
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,96,4,128,1,float16,float16,0,0.07664480209350585
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,96,2,128,1,fp8,fp8,0,0.08174880146980286
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,96,4,128,1,float16,fp8,0,0.1184656023979187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,96,4,128,1,fp8,fp8,0,0.08214399814605713
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,96,8,128,1,float16,float16,0,0.07991840243339539
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,96,8,128,1,float16,fp8,0,0.08256000280380249
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,96,8,128,1,fp8,fp8,0,0.08338559865951538
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,96,96,128,1,float16,float16,0,0.08181759715080261
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,96,1,128,1,float16,float16,0,0.0438975989818573
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,96,1,128,1,float16,fp8,0,0.042742401361465454
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,96,96,128,1,float16,fp8,0,0.0672815978527069
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,96,96,128,1,fp8,fp8,0,0.08788800239562988
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,96,1,128,1,fp8,fp8,0,0.042870399355888364
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,96,2,128,1,float16,float16,0,0.0443343997001648
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,96,2,128,1,float16,fp8,0,0.04320319890975952
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,96,2,128,1,fp8,fp8,0,0.0435696005821228
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,96,4,128,1,float16,float16,0,0.04469920098781586
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,96,4,128,1,float16,fp8,0,0.04452959895133972
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,96,8,128,1,float16,float16,0,0.04568000137805939
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,96,4,128,1,fp8,fp8,0,0.06513440012931823
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,96,8,128,1,float16,fp8,0,0.04578720033168793
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,96,8,128,1,fp8,fp8,0,0.04582079946994781
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,96,96,128,1,float16,fp8,0,0.03601439893245697
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,96,96,128,1,float16,float16,0,0.04782719910144806
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,96,1,128,1,float16,float16,0,0.022243200242519377
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,96,96,128,1,fp8,fp8,0,0.03579680025577545
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,96,1,128,1,float16,fp8,0,0.033287999033927915
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,96,2,128,1,float16,float16,0,0.022463999688625336
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,96,1,128,1,fp8,fp8,0,0.023721599578857423
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,96,2,128,1,float16,fp8,0,0.023585599660873414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,96,2,128,1,fp8,fp8,0,0.023473599553108217
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,96,4,128,1,float16,float16,0,0.022678400576114654
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,96,4,128,1,fp8,fp8,0,0.033215999603271484
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,96,4,128,1,float16,fp8,0,0.023945599794387817
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,96,8,128,1,float16,float16,0,0.023182399570941925
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,96,8,128,1,float16,fp8,0,0.023676800727844238
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,96,8,128,1,fp8,fp8,0,0.023763200640678404
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,96,96,128,1,float16,fp8,0,0.02006399929523468
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,96,96,128,1,float16,float16,0,0.02707200050354004
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,96,96,128,1,fp8,fp8,0,0.027775999903678895
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,96,1,128,1,float16,float16,0,0.017393599450588226
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,96,1,128,1,float16,fp8,0,0.018335999548435213
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,96,1,128,1,fp8,fp8,0,0.018203200399875642
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,96,2,128,1,float16,float16,0,0.01722719967365265
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,96,2,128,1,float16,fp8,0,0.018062399327754976
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,96,2,128,1,fp8,fp8,0,0.01805119961500168
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,96,4,128,1,float16,fp8,0,0.018438400328159334
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,96,4,128,1,fp8,fp8,0,0.01810719966888428
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,96,4,128,1,float16,float16,0,0.024028800427913666
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,96,8,128,1,float16,float16,0,0.01770720034837723
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,96,8,128,1,float16,fp8,0,0.018270400166511536
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,96,96,128,1,float16,float16,0,0.015467199683189391
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,96,96,128,1,float16,fp8,0,0.014537599682807923
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,96,96,128,1,fp8,fp8,0,0.01414719969034195
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,96,1,128,1,float16,float16,0,0.014846399426460266
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,96,1,128,1,fp8,fp8,0,0.013619199395179749
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,96,1,128,1,float16,fp8,0,0.012932799756526947
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,96,8,128,1,fp8,fp8,0,0.018212799727916718
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,96,2,128,1,float16,float16,0,0.01284639984369278
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,96,2,128,1,float16,fp8,0,0.013014400005340576
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,96,2,128,1,fp8,fp8,0,0.012984000146389008
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,96,4,128,1,float16,float16,0,0.015167999267578124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,96,4,128,1,float16,fp8,0,0.012960000336170197
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,96,4,128,1,fp8,fp8,0,0.013030399382114411
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,96,8,128,1,float16,float16,0,0.013033600151538849
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,96,8,128,1,float16,fp8,0,0.013167999684810638
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,96,8,128,1,fp8,fp8,0,0.0131632000207901
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,96,1,128,1,float16,float16,0,0.621068811416626
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,96,1,128,1,fp8,fp8,0,0.5795152187347412
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,96,2,128,1,float16,float16,0,0.5319024085998535
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,96,1,128,1,float16,fp8,0,0.5767039775848388
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,96,2,128,1,fp8,fp8,0,0.5833648204803467
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,96,2,128,1,float16,fp8,0,0.5862112045288086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,96,4,128,1,float16,fp8,0,0.5896975994110107
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,96,4,128,1,fp8,fp8,0,0.5880608081817627
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,96,4,128,1,float16,float16,0,0.6776576042175293
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,96,8,128,1,float16,fp8,0,0.607692813873291
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,96,8,128,1,float16,float16,0,0.5607679843902588
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,96,8,128,1,fp8,fp8,0,0.6143375873565674
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,96,1,128,1,float16,float16,0,0.2691504001617432
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,96,1,128,1,float16,fp8,0,0.2944623947143555
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,96,1,128,1,fp8,fp8,0,0.2950079917907715
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,96,2,128,1,float16,float16,0,0.27251200675964354
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,96,96,128,1,float16,float16,0,0.7078159809112549
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,96,96,128,1,float16,fp8,0,0.6735568046569824
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,96,2,128,1,float16,fp8,0,0.2969743967056274
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,96,2,128,1,fp8,fp8,0,0.30039680004119873
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,96,96,128,1,fp8,fp8,0,0.9589391708374023
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,96,4,128,1,float16,float16,0,0.27716960906982424
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,96,4,128,1,fp8,fp8,0,0.29919359683990476
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,96,4,128,1,float16,fp8,0,0.3015791893005371
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,96,8,128,1,float16,float16,0,0.2861583948135376
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,96,8,128,1,float16,fp8,0,0.31409440040588377
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,96,96,128,1,float16,float16,0,0.3617615938186646
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,96,8,128,1,fp8,fp8,0,0.4308335781097412
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,96,1,128,1,float16,float16,0,0.14154080152511597
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,96,1,128,1,float16,fp8,0,0.15410879850387574
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,96,1,128,1,fp8,fp8,0,0.15450719594955445
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,96,96,128,1,fp8,fp8,0,0.3420975923538208
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,96,96,128,1,float16,fp8,0,0.34176321029663087
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,96,2,128,1,float16,fp8,0,0.15348960161209108
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,96,2,128,1,float16,float16,0,0.20047519207000733
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,96,2,128,1,fp8,fp8,0,0.1559872031211853
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,96,4,128,1,float16,float16,0,0.14592479467391967
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,96,4,128,1,float16,fp8,0,0.15735520124435426
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,96,4,128,1,fp8,fp8,0,0.1559023976325989
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,96,8,128,1,float16,float16,0,0.14979840517044068
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,96,8,128,1,fp8,fp8,0,0.16257439851760863
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,96,8,128,1,float16,fp8,0,0.22661120891571046
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,96,96,128,1,float16,float16,0,0.18897759914398193
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,96,1,128,1,float16,float16,0,0.07644799947738648
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,96,96,128,1,float16,fp8,0,0.17868640422821044
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,96,96,128,1,fp8,fp8,0,0.1780240058898926
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,96,1,128,1,float16,fp8,0,0.08118720054626465
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,96,2,128,1,float16,float16,0,0.07485120296478272
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,96,2,128,1,float16,fp8,0,0.08279200196266175
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,96,1,128,1,fp8,fp8,0,0.11913759708404541
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,96,2,128,1,fp8,fp8,0,0.0831712007522583
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,96,4,128,1,float16,float16,0,0.0761247992515564
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,96,4,128,1,float16,fp8,0,0.0831167995929718
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,96,4,128,1,fp8,fp8,0,0.08286880254745484
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,96,8,128,1,float16,float16,0,0.08029119968414307
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,96,8,128,1,fp8,fp8,0,0.08416960239410401
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,96,8,128,1,float16,fp8,0,0.12076799869537354
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,96,96,128,1,float16,float16,0,0.10073599815368653
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,96,1,128,1,float16,float16,0,0.04368799924850464
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,96,96,128,1,float16,fp8,0,0.0927295982837677
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,96,96,128,1,fp8,fp8,0,0.09205920100212098
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,96,1,128,1,float16,fp8,0,0.043003201484680176
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,96,1,128,1,fp8,fp8,0,0.06380640268325806
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,96,2,128,1,float16,fp8,0,0.04238559901714325
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,96,2,128,1,fp8,fp8,0,0.04296799898147583
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,96,2,128,1,float16,float16,0,0.04356000125408173
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,96,4,128,1,float16,float16,0,0.0443664014339447
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,96,4,128,1,float16,fp8,0,0.0446399986743927
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,96,4,128,1,fp8,fp8,0,0.06531519889831543
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,96,8,128,1,float16,float16,0,0.04593279957771301
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,96,8,128,1,fp8,fp8,0,0.045531201362609866
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,96,8,128,1,float16,fp8,0,0.04548160135746002
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,96,96,128,1,float16,fp8,0,0.04868960082530975
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,96,96,128,1,float16,float16,0,0.05787680149078369
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,96,96,128,1,fp8,fp8,0,0.06443840265274048
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,96,1,128,1,float16,float16,0,0.022324800491333008
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,96,1,128,1,float16,fp8,0,0.02380640059709549
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,96,1,128,1,fp8,fp8,0,0.023580799996852874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,96,2,128,1,float16,float16,0,0.022064000368118286
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,96,2,128,1,float16,fp8,0,0.023740799725055696
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,96,2,128,1,fp8,fp8,0,0.033024001121521
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,96,4,128,1,float16,float16,0,0.02267040014266968
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,96,4,128,1,float16,fp8,0,0.023660799860954283
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,96,4,128,1,fp8,fp8,0,0.02356639951467514
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,96,8,128,1,float16,float16,0,0.02306720018386841
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,96,8,128,1,float16,fp8,0,0.02393919974565506
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,96,8,128,1,fp8,fp8,0,0.03325600028038025
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,96,96,128,1,float16,fp8,0,0.024065600335597993
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,96,96,128,1,float16,float16,0,0.030396801233291627
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,96,1,128,1,float16,float16,0,0.017150400578975676
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,96,96,128,1,fp8,fp8,0,0.02367199957370758
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,96,1,128,1,float16,fp8,0,0.018279999494552612
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,96,2,128,1,float16,float16,0,0.01706880033016205
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,96,1,128,1,fp8,fp8,0,0.025260800123214723
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,96,2,128,1,float16,fp8,0,0.018062399327754976
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,96,2,128,1,fp8,fp8,0,0.0180976003408432
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,96,4,128,1,float16,float16,0,0.01706880033016205
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,96,4,128,1,float16,fp8,0,0.018119999766349794
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,96,4,128,1,fp8,fp8,0,0.01809120029211044
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,96,8,128,1,float16,float16,0,0.017395199835300447
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,96,8,128,1,float16,fp8,0,0.018270400166511536
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,96,8,128,1,fp8,fp8,0,0.01823839992284775
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,96,96,128,1,float16,float16,0,0.01815039962530136
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,96,96,128,1,float16,fp8,0,0.018236799538135527
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,96,96,128,1,fp8,fp8,0,0.018326400220394133
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,96,1,128,1,float16,float16,0,0.012668800354003907
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,96,1,128,1,float16,fp8,0,0.012998400628566742
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,96,1,128,1,fp8,fp8,0,0.01361120045185089
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,96,2,128,1,float16,float16,0,0.012246400117874146
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,96,2,128,1,float16,fp8,0,0.013488000631332398
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,96,2,128,1,fp8,fp8,0,0.012943999469280243
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,96,4,128,1,float16,float16,0,0.012532800436019897
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,96,4,128,1,float16,fp8,0,0.01302880048751831
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,96,4,128,1,fp8,fp8,0,0.01326719969511032
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,96,8,128,1,float16,float16,0,0.012913599610328674
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,96,8,128,1,float16,fp8,0,0.013425600528717042
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,96,96,128,1,float16,float16,0,0.014139199256896972
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,96,8,128,1,fp8,fp8,0,0.013201600313186646
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,96,96,128,1,float16,fp8,0,0.013817599415779114
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,96,96,128,1,fp8,fp8,0,0.013862399756908417
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,96,1,128,1,float16,float16,0,0.012316799908876418
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,96,1,128,1,fp8,fp8,0,0.013017599284648896
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,96,1,128,1,float16,fp8,0,0.012966400384902954
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,96,2,128,1,float16,float16,0,0.01218079999089241
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,96,2,128,1,float16,fp8,0,0.013022400438785553
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,96,2,128,1,fp8,fp8,0,0.01295199990272522
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,96,4,128,1,float16,float16,0,0.012305600196123123
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,96,4,128,1,float16,fp8,0,0.013064000010490417
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,96,4,128,1,fp8,fp8,0,0.012895999848842621
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,96,8,128,1,float16,float16,0,0.012486399710178375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,96,8,128,1,float16,fp8,0,0.013060800731182098
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,96,8,128,1,fp8,fp8,0,0.012891200184822083
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,96,1,128,1,float16,float16,0,0.2701888084411621
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,96,1,128,1,float16,fp8,0,0.29700798988342286
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,96,2,128,1,float16,float16,0,0.2724656105041504
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,96,1,128,1,fp8,fp8,0,0.29748001098632815
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,96,2,128,1,float16,fp8,0,0.30324640274047854
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,96,2,128,1,fp8,fp8,0,0.3006047964096069
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,96,4,128,1,float16,float16,0,0.27718238830566405
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,96,4,128,1,float16,fp8,0,0.3038255929946899
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,96,8,128,1,float16,float16,0,0.29263360500335694
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,96,4,128,1,fp8,fp8,0,0.3045360088348389
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,96,8,128,1,float16,fp8,0,0.31353759765625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,96,8,128,1,fp8,fp8,0,0.31208479404449463
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,96,1,128,1,float16,float16,0,0.14288159608840942
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,96,1,128,1,float16,fp8,0,0.1551535964012146
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,96,96,128,1,float16,float16,0,0.536675214767456
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,96,96,128,1,float16,fp8,0,0.5415103912353516
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,96,96,128,1,fp8,fp8,0,0.538812780380249
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,96,1,128,1,fp8,fp8,0,0.15702400207519532
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,96,2,128,1,float16,float16,0,0.14388639926910402
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,96,2,128,1,float16,fp8,0,0.15544320344924928
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,96,2,128,1,fp8,fp8,0,0.1586848020553589
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,96,4,128,1,float16,float16,0,0.14654239416122436
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,96,4,128,1,float16,fp8,0,0.15905280113220216
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,96,4,128,1,fp8,fp8,0,0.15819040536880494
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,96,8,128,1,float16,fp8,0,0.1639664053916931
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,96,8,128,1,float16,float16,0,0.1515071988105774
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,96,8,128,1,fp8,fp8,0,0.16195520162582397
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,96,96,128,1,float16,float16,0,0.2785615921020508
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,96,1,128,1,float16,float16,0,0.07685120105743408
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,96,1,128,1,float16,fp8,0,0.08365439772605895
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,96,96,128,1,float16,fp8,0,0.27759039402008057
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,96,1,128,1,fp8,fp8,0,0.08388000130653381
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,96,96,128,1,fp8,fp8,0,0.2783087968826294
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,96,2,128,1,float16,float16,0,0.07707520127296448
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,96,2,128,1,float16,fp8,0,0.08302879929542542
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,96,4,128,1,float16,float16,0,0.07836480140686035
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,96,2,128,1,fp8,fp8,0,0.08435519933700561
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,96,4,128,1,float16,fp8,0,0.08493760228157043
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,96,8,128,1,float16,float16,0,0.08061439990997314
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,96,4,128,1,fp8,fp8,0,0.0845296025276184
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,96,8,128,1,float16,fp8,0,0.0860751986503601
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,96,8,128,1,fp8,fp8,0,0.08571199774742126
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,96,1,128,1,float16,float16,0,0.044049599766731264
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,96,96,128,1,float16,float16,0,0.1421615958213806
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,96,1,128,1,float16,fp8,0,0.04336960017681122
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,96,96,128,1,fp8,fp8,0,0.1452847957611084
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,96,1,128,1,fp8,fp8,0,0.043833601474761966
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,96,96,128,1,float16,fp8,0,0.14540159702301025
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,96,2,128,1,float16,float16,0,0.04419359862804413
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,96,2,128,1,float16,fp8,0,0.04363360106945038
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,96,2,128,1,fp8,fp8,0,0.043408000469207765
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,96,4,128,1,float16,float16,0,0.04550719857215881
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,96,4,128,1,float16,fp8,0,0.04516960084438324
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,96,8,128,1,float16,fp8,0,0.046384000778198244
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,96,4,128,1,fp8,fp8,0,0.045480000972747806
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,96,8,128,1,float16,float16,0,0.04649760127067566
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,96,8,128,1,fp8,fp8,0,0.046177598834037784
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,96,96,128,1,float16,float16,0,0.07967680096626281
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,96,96,128,1,fp8,fp8,0,0.07619839906692505
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,96,96,128,1,float16,fp8,0,0.07697920203208923
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,96,1,128,1,float16,float16,0,0.022536000609397887
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,96,1,128,1,float16,fp8,0,0.024182400107383727
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,96,1,128,1,fp8,fp8,0,0.024004800617694853
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,96,2,128,1,float16,float16,0,0.02202560007572174
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,96,2,128,1,float16,fp8,0,0.02362399995326996
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,96,2,128,1,fp8,fp8,0,0.02377920001745224
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,96,4,128,1,float16,float16,0,0.02252800017595291
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,96,4,128,1,float16,fp8,0,0.023979200422763823
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,96,4,128,1,fp8,fp8,0,0.023769600689411162
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,96,8,128,1,float16,float16,0,0.02274080067873001
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,96,8,128,1,float16,fp8,0,0.023604799807071686
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,96,8,128,1,fp8,fp8,0,0.023900799453258514
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,96,96,128,1,float16,fp8,0,0.03856959939002991
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,96,96,128,1,float16,float16,0,0.04369759857654572
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,96,96,128,1,fp8,fp8,0,0.03745119869709015
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,96,1,128,1,float16,float16,0,0.017375999689102174
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,96,1,128,1,float16,fp8,0,0.018254399299621582
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,96,1,128,1,fp8,fp8,0,0.018479999899864197
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,96,2,128,1,float16,float16,0,0.017427200078964235
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,96,2,128,1,fp8,fp8,0,0.018483200669288637
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,96,2,128,1,float16,fp8,0,0.018607999384403228
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,96,4,128,1,float16,float16,0,0.01732800006866455
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,96,4,128,1,fp8,fp8,0,0.01839679926633835
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,96,4,128,1,float16,fp8,0,0.018275199830532073
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,96,8,128,1,float16,fp8,0,0.01847199946641922
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,96,8,128,1,float16,float16,0,0.017580799758434296
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,96,8,128,1,fp8,fp8,0,0.018827199935913086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,96,96,128,1,float16,fp8,0,0.022648000717163087
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,96,96,128,1,float16,float16,0,0.021972799301147462
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,96,96,128,1,fp8,fp8,0,0.022651199996471406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,96,1,128,1,float16,float16,0,0.012619200348854064
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,96,1,128,1,float16,fp8,0,0.013548800349235534
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,96,1,128,1,fp8,fp8,0,0.01353919953107834
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,96,2,128,1,float16,float16,0,0.012579199671745301
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,96,2,128,1,float16,fp8,0,0.013438400626182557
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,96,2,128,1,fp8,fp8,0,0.013104000687599182
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,96,4,128,1,float16,float16,0,0.01271360069513321
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,96,4,128,1,float16,fp8,0,0.013593600690364837
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,96,4,128,1,fp8,fp8,0,0.013310399651527405
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,96,8,128,1,float16,float16,0,0.012833599746227265
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,96,8,128,1,float16,fp8,0,0.013092799484729767
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,96,8,128,1,fp8,fp8,0,0.013022400438785553
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,96,96,128,1,float16,float16,0,0.01780479997396469
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,96,96,128,1,float16,fp8,0,0.018297599256038667
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,96,1,128,1,float16,float16,0,0.012244799733161926
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,96,96,128,1,fp8,fp8,0,0.018303999304771425
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,96,1,128,1,float16,fp8,0,0.012963199615478515
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,96,2,128,1,float16,float16,0,0.01234399974346161
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,96,1,128,1,fp8,fp8,0,0.012958399951457977
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,96,2,128,1,float16,fp8,0,0.0133200004696846
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,96,2,128,1,fp8,fp8,0,0.01316480040550232
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,96,4,128,1,float16,float16,0,0.012468799948692322
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,96,4,128,1,float16,fp8,0,0.01287200003862381
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,96,4,128,1,fp8,fp8,0,0.012849600613117218
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,96,8,128,1,float16,float16,0,0.012465599924325943
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,96,96,128,1,float16,float16,0,0.014254400134086609
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,96,8,128,1,float16,fp8,0,0.013335999846458436
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,96,8,128,1,fp8,fp8,0,0.013014400005340576
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,96,96,128,1,float16,fp8,0,0.013648000359535218
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,96,1,128,1,float16,float16,0,0.012612800300121307
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,96,96,128,1,fp8,fp8,0,0.013654400408267976
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,96,1,128,1,fp8,fp8,0,0.013120000064373017
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,96,1,128,1,float16,fp8,0,0.013089600205421447
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,96,2,128,1,float16,float16,0,0.012318400293588638
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,96,2,128,1,float16,fp8,0,0.012654399871826172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,96,2,128,1,fp8,fp8,0,0.012881599366664886
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,96,4,128,1,float16,float16,0,0.012174399942159653
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,96,4,128,1,fp8,fp8,0,0.012966400384902954
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,96,4,128,1,float16,fp8,0,0.01302880048751831
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,96,8,128,1,float16,float16,0,0.012508800625801087
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,96,8,128,1,float16,fp8,0,0.012729600071907043
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,96,8,128,1,fp8,fp8,0,0.012895999848842621
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,96,1,128,1,float16,float16,0,0.14309600591659546
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,96,2,128,1,float16,float16,0,0.14393119812011718
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,96,1,128,1,float16,fp8,0,0.15843679904937744
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,96,1,128,1,fp8,fp8,0,0.15826560258865358
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,96,2,128,1,float16,fp8,0,0.15979520082473755
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,96,2,128,1,fp8,fp8,0,0.15637760162353515
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,96,4,128,1,float16,float16,0,0.14747680425643922
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,96,4,128,1,fp8,fp8,0,0.1547119975090027
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,96,4,128,1,float16,fp8,0,0.1599840044975281
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,96,8,128,1,float16,float16,0,0.18453600406646728
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,96,8,128,1,float16,fp8,0,0.18833760023117066
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,96,8,128,1,fp8,fp8,0,0.18899840116500854
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,96,1,128,1,float16,float16,0,0.07612000107765197
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,96,1,128,1,float16,fp8,0,0.0842464029788971
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,96,1,128,1,fp8,fp8,0,0.0838703989982605
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,96,96,128,1,float16,float16,0,0.454150390625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,96,2,128,1,float16,float16,0,0.077183997631073
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,96,2,128,1,float16,fp8,0,0.08490560054779053
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,96,2,128,1,fp8,fp8,0,0.08335840106010436
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,96,96,128,1,float16,fp8,0,0.49758400917053225
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,96,4,128,1,float16,float16,0,0.07816320061683654
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,96,4,128,1,float16,fp8,0,0.08473920226097106
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,96,96,128,1,fp8,fp8,0,0.4910639762878418
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,96,4,128,1,fp8,fp8,0,0.08579840064048767
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,96,8,128,1,float16,float16,0,0.09677119851112366
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,96,8,128,1,float16,fp8,0,0.10281440019607543
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,96,8,128,1,fp8,fp8,0,0.10153919458389282
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,96,1,128,1,float16,float16,0,0.04572640061378479
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,96,1,128,1,float16,fp8,0,0.04419200122356415
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,96,1,128,1,fp8,fp8,0,0.043988800048828124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,96,96,128,1,float16,float16,0,0.23423359394073487
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,96,96,128,1,float16,fp8,0,0.25148959159851075
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,96,2,128,1,float16,float16,0,0.04525440037250519
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,96,2,128,1,float16,fp8,0,0.04470239877700806
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,96,96,128,1,fp8,fp8,0,0.2507231950759888
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,96,2,128,1,fp8,fp8,0,0.044433599710464476
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,96,4,128,1,float16,float16,0,0.04658080041408539
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,96,4,128,1,float16,fp8,0,0.045531201362609866
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,96,4,128,1,fp8,fp8,0,0.04527679979801178
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,96,8,128,1,float16,float16,0,0.05516160130500793
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,96,8,128,1,float16,fp8,0,0.05559679865837097
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,96,8,128,1,fp8,fp8,0,0.05490880012512207
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,96,96,128,1,float16,float16,0,0.12390559911727905
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,96,1,128,1,float16,float16,0,0.022988800704479218
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,96,1,128,1,float16,fp8,0,0.02406720072031021
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,96,96,128,1,float16,fp8,0,0.13311519622802734
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,96,96,128,1,fp8,fp8,0,0.13145120143890382
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,96,2,128,1,float16,float16,0,0.022862400114536285
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,96,1,128,1,fp8,fp8,0,0.02457759976387024
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,96,2,128,1,float16,fp8,0,0.023932799696922302
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,96,2,128,1,fp8,fp8,0,0.02401919960975647
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,96,4,128,1,float16,float16,0,0.02330400049686432
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,96,4,128,1,float16,fp8,0,0.02420479953289032
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,96,4,128,1,fp8,fp8,0,0.024484799802303316
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,96,8,128,1,float16,float16,0,0.026446399092674256
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,96,8,128,1,float16,fp8,0,0.028188800811767577
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,96,8,128,1,fp8,fp8,0,0.028217598795890808
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,96,1,128,1,float16,float16,0,0.017560000717639922
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,96,96,128,1,float16,float16,0,0.0644591987133026
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,96,96,128,1,float16,fp8,0,0.06399679780006409
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,96,1,128,1,float16,fp8,0,0.018182399868965148
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,96,96,128,1,fp8,fp8,0,0.06513599753379821
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,96,1,128,1,fp8,fp8,0,0.01836320012807846
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,96,2,128,1,float16,float16,0,0.017574399709701538
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,96,2,128,1,float16,fp8,0,0.018539200723171233
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,96,4,128,1,float16,float16,0,0.017428800463676453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,96,2,128,1,fp8,fp8,0,0.018457600474357606
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,96,4,128,1,float16,fp8,0,0.018694399297237395
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,96,4,128,1,fp8,fp8,0,0.01820800006389618
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,96,8,128,1,float16,float16,0,0.017524799704551695
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,96,8,128,1,float16,fp8,0,0.01849759966135025
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,96,8,128,1,fp8,fp8,0,0.01823520064353943
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,96,96,128,1,float16,float16,0,0.03331519961357117
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,96,96,128,1,float16,fp8,0,0.036847999691963194
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,96,1,128,1,float16,float16,0,0.012860800325870513
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,96,96,128,1,fp8,fp8,0,0.03723680078983307
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,96,1,128,1,float16,fp8,0,0.01337919980287552
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,96,1,128,1,fp8,fp8,0,0.013513599336147309
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,96,2,128,1,float16,float16,0,0.012620800733566284
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,96,2,128,1,float16,fp8,0,0.013233600556850434
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,96,2,128,1,fp8,fp8,0,0.013425600528717042
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,96,4,128,1,float16,float16,0,0.012985600531101227
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,96,4,128,1,float16,fp8,0,0.01316000074148178
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,96,8,128,1,float16,float16,0,0.012720000743865967
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,96,4,128,1,fp8,fp8,0,0.013214400410652161
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,96,8,128,1,float16,fp8,0,0.01342879980802536
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,96,8,128,1,fp8,fp8,0,0.013337600231170654
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,96,96,128,1,float16,float16,0,0.022180800139904023
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,96,96,128,1,float16,fp8,0,0.022375999391078948
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,96,96,128,1,fp8,fp8,0,0.02253440022468567
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,96,1,128,1,float16,float16,0,0.012435200065374375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,96,1,128,1,float16,fp8,0,0.013124799728393555
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,96,2,128,1,float16,float16,0,0.012492799758911132
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,96,1,128,1,fp8,fp8,0,0.013203200697898865
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,96,2,128,1,float16,fp8,0,0.012937599420547485
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,96,2,128,1,fp8,fp8,0,0.013171200454235078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,96,4,128,1,float16,float16,0,0.012444800138473511
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,96,4,128,1,float16,fp8,0,0.013247999548912048
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,96,8,128,1,float16,float16,0,0.0125231996178627
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,96,4,128,1,fp8,fp8,0,0.013105599582195282
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,96,8,128,1,float16,fp8,0,0.01297920048236847
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,96,96,128,1,float16,float16,0,0.01764480024576187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,96,8,128,1,fp8,fp8,0,0.012982399761676788
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,96,96,128,1,float16,fp8,0,0.01815039962530136
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,96,1,128,1,float16,float16,0,0.012292800098657608
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,96,96,128,1,fp8,fp8,0,0.018305599689483643
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,96,1,128,1,float16,fp8,0,0.01276639997959137
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,96,1,128,1,fp8,fp8,0,0.012884800136089326
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,96,2,128,1,float16,float16,0,0.012342400103807449
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,96,2,128,1,float16,fp8,0,0.013060800731182098
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,96,2,128,1,fp8,fp8,0,0.013166399300098419
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,96,4,128,1,float16,float16,0,0.012348800152540206
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,96,4,128,1,float16,fp8,0,0.012939199805259705
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,96,4,128,1,fp8,fp8,0,0.012835200130939483
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,96,8,128,1,float16,float16,0,0.012121599912643433
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,96,8,128,1,float16,fp8,0,0.013044799864292144
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,96,8,128,1,fp8,fp8,0,0.012915199995040894
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,96,96,128,1,float16,float16,0,0.014398400485515595
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,96,96,128,1,float16,fp8,0,0.013415999710559845
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,96,96,128,1,fp8,fp8,0,0.013550400733947754
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,96,1,128,1,float16,float16,0,0.011832000315189361
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,96,1,128,1,float16,fp8,0,0.012734399735927581
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,96,1,128,1,fp8,fp8,0,0.01279519945383072
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,96,2,128,1,float16,float16,0,0.012190400063991547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,96,4,128,1,float16,float16,0,0.011896000057458878
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,96,2,128,1,float16,fp8,0,0.012366399914026261
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,96,2,128,1,fp8,fp8,0,0.012345600128173827
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,96,4,128,1,float16,fp8,0,0.012620800733566284
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,96,4,128,1,fp8,fp8,0,0.01282079964876175
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,96,8,128,1,float16,float16,0,0.01220960021018982
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,96,8,128,1,float16,fp8,0,0.012803199887275695
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,96,8,128,1,fp8,fp8,0,0.012408000230789185
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,96,1,128,1,float16,float16,0,0.021264000236988066
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,96,1,128,1,float16,fp8,0,0.023204800486564637
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,96,1,128,1,fp8,fp8,0,0.023347200453281404
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,96,2,128,1,float16,float16,0,0.027833598852157592
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,96,2,128,1,float16,fp8,0,0.03115360140800476
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,96,2,128,1,fp8,fp8,0,0.031011199951171874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,96,4,128,1,float16,float16,0,0.04286719858646393
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,96,4,128,1,float16,fp8,0,0.04910080134868622
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,96,4,128,1,fp8,fp8,0,0.04834559857845307
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,96,8,128,1,float16,float16,0,0.07029280066490173
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,96,8,128,1,float16,fp8,0,0.08218560218811036
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,96,8,128,1,fp8,fp8,0,0.08376479744911194
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,96,1,128,1,float16,float16,0,0.014483200013637542
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,96,1,128,1,float16,fp8,0,0.015609599649906158
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,96,1,128,1,fp8,fp8,0,0.01542080044746399
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,96,2,128,1,float16,float16,0,0.01831679940223694
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,96,2,128,1,float16,fp8,0,0.019518400728702544
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,96,96,128,1,float16,float16,0,0.347654390335083
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,96,2,128,1,fp8,fp8,0,0.0199072003364563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,96,96,128,1,float16,fp8,0,0.42612638473510744
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,96,4,128,1,float16,float16,0,0.02550399899482727
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,96,4,128,1,float16,fp8,0,0.028729599714279175
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,96,96,128,1,fp8,fp8,0,0.42786397933959963
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,96,4,128,1,fp8,fp8,0,0.028799998760223388
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,96,8,128,1,float16,float16,0,0.04010879993438721
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,96,8,128,1,float16,fp8,0,0.045151999592781066
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,96,8,128,1,fp8,fp8,0,0.04615679979324341
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,96,1,128,1,float16,float16,0,0.013476799428462981
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,96,1,128,1,float16,fp8,0,0.014422400295734406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,96,96,128,1,float16,float16,0,0.18197120428085328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,96,96,128,1,float16,fp8,0,0.2217024087905884
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,96,1,128,1,fp8,fp8,0,0.013812799751758576
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,96,2,128,1,float16,float16,0,0.01348000019788742
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,96,2,128,1,float16,fp8,0,0.014099200069904328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,96,96,128,1,fp8,fp8,0,0.21796319484710694
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,96,2,128,1,fp8,fp8,0,0.014251199364662171
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,96,4,128,1,float16,float16,0,0.016867199540138246
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,96,4,128,1,float16,fp8,0,0.018620799481868743
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,96,4,128,1,fp8,fp8,0,0.018484799563884734
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,96,8,128,1,float16,float16,0,0.02399359941482544
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,96,8,128,1,float16,fp8,0,0.02736639976501465
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,96,8,128,1,fp8,fp8,0,0.026796799898147584
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,96,96,128,1,float16,float16,0,0.09912959933280945
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,96,1,128,1,float16,float16,0,0.012588800489902496
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,96,1,128,1,float16,fp8,0,0.01329279989004135
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,96,96,128,1,float16,fp8,0,0.1162335991859436
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,96,96,128,1,fp8,fp8,0,0.11555039882659912
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,96,2,128,1,float16,float16,0,0.012564800679683685
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,96,1,128,1,fp8,fp8,0,0.013654400408267976
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,96,2,128,1,float16,fp8,0,0.013465599715709686
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,96,2,128,1,fp8,fp8,0,0.013337600231170654
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,96,4,128,1,float16,float16,0,0.012411200255155564
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,96,4,128,1,float16,fp8,0,0.0135903999209404
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,96,4,128,1,fp8,fp8,0,0.013400000333786011
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,96,8,128,1,float16,float16,0,0.016648000478744505
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,96,8,128,1,float16,fp8,0,0.017579199373722078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,96,8,128,1,fp8,fp8,0,0.017420800030231477
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,96,96,128,1,float16,float16,0,0.05432000160217285
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,96,96,128,1,float16,fp8,0,0.06297760009765625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,96,1,128,1,float16,float16,0,0.011934400349855424
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,96,96,128,1,fp8,fp8,0,0.06340000033378601
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,96,1,128,1,float16,fp8,0,0.012750400602817536
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,96,1,128,1,fp8,fp8,0,0.012481600046157837
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,96,2,128,1,float16,float16,0,0.011975999921560287
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,96,2,128,1,float16,fp8,0,0.012595200538635254
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,96,2,128,1,fp8,fp8,0,0.012851199507713318
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,96,4,128,1,float16,float16,0,0.01210239976644516
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,96,4,128,1,float16,fp8,0,0.01273919939994812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,96,4,128,1,fp8,fp8,0,0.012651200592517852
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,96,8,128,1,float16,float16,0,0.011894399672746659
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,96,8,128,1,float16,fp8,0,0.012998400628566742
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,96,8,128,1,fp8,fp8,0,0.012985600531101227
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,96,96,128,1,float16,float16,0,0.03240959942340851
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,96,96,128,1,float16,fp8,0,0.03606399893760681
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,96,1,128,1,float16,float16,0,0.011913599818944931
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,96,96,128,1,fp8,fp8,0,0.03577280044555664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,96,1,128,1,float16,fp8,0,0.012494400143623352
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,96,1,128,1,fp8,fp8,0,0.012372799962759019
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,96,2,128,1,float16,fp8,0,0.012492799758911132
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,96,2,128,1,float16,float16,0,0.011750400066375732
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,96,2,128,1,fp8,fp8,0,0.012372799962759019
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,96,4,128,1,float16,float16,0,0.01202239990234375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,96,4,128,1,float16,fp8,0,0.012559999525547028
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,96,4,128,1,fp8,fp8,0,0.012593600153923034
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,96,8,128,1,float16,float16,0,0.011872000247240066
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,96,8,128,1,float16,fp8,0,0.012507200241088867
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,96,8,128,1,fp8,fp8,0,0.012727999687194824
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,96,96,128,1,float16,float16,0,0.02143999934196472
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,96,96,128,1,float16,fp8,0,0.022500799596309663
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,96,1,128,1,float16,float16,0,0.011468800157308579
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,96,96,128,1,fp8,fp8,0,0.022342400252819063
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,96,1,128,1,float16,fp8,0,0.012358400225639343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,96,1,128,1,fp8,fp8,0,0.012256000190973282
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,96,2,128,1,float16,float16,0,0.011649599671363831
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,96,2,128,1,float16,fp8,0,0.012099199742078782
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,96,4,128,1,float16,float16,0,0.011521600186824799
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,96,2,128,1,fp8,fp8,0,0.012297599762678146
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,96,4,128,1,float16,fp8,0,0.01223199963569641
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,96,4,128,1,fp8,fp8,0,0.012292800098657608
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,96,8,128,1,float16,float16,0,0.011627200245857238
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,96,8,128,1,float16,fp8,0,0.012545600533485413
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,96,8,128,1,fp8,fp8,0,0.012488000094890594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,96,96,128,1,float16,float16,0,0.01767359972000122
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,96,96,128,1,float16,fp8,0,0.017697599530220032
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,96,96,128,1,fp8,fp8,0,0.0177824005484581
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,96,1,128,1,float16,float16,0,0.01149279996752739
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,96,1,128,1,float16,fp8,0,0.012270399928092956
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,96,1,128,1,fp8,fp8,0,0.012142399698495865
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,96,2,128,1,float16,float16,0,0.011451199650764465
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,96,2,128,1,float16,fp8,0,0.012305600196123123
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,96,2,128,1,fp8,fp8,0,0.012150400131940842
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,96,4,128,1,float16,float16,0,0.011449600011110306
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,96,4,128,1,float16,fp8,0,0.012257599830627441
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,96,4,128,1,fp8,fp8,0,0.01228640004992485
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,96,8,128,1,float16,float16,0,0.011488000303506852
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,96,8,128,1,float16,fp8,0,0.012240000069141388
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,96,8,128,1,fp8,fp8,0,0.012265600264072418
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,96,96,128,1,float16,float16,0,0.013956800103187561
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,96,96,128,1,float16,fp8,0,0.013728000223636627
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,96,96,128,1,fp8,fp8,0,0.013521599769592284
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,96,1,128,1,float16,float16,0,0.011372800171375274
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,96,1,128,1,float16,fp8,0,0.012359999865293504
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,96,1,128,1,fp8,fp8,0,0.012222400307655335
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,96,2,128,1,float16,float16,0,0.011307200044393539
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,96,2,128,1,float16,fp8,0,0.012044800072908401
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,96,2,128,1,fp8,fp8,0,0.012275200337171555
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,96,4,128,1,float16,float16,0,0.011612799763679505
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,96,4,128,1,float16,fp8,0,0.012214399874210358
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,96,4,128,1,fp8,fp8,0,0.012116800248622894
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,96,8,128,1,float16,float16,0,0.011566399782896041
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,96,8,128,1,float16,fp8,0,0.012353599816560746
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,96,8,128,1,fp8,fp8,0,0.012038400024175644
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,64,1,128,1,fp8,fp8,0,52.135711669921875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,64,1,128,1,float16,fp8,0,52.335113525390625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,64,2,128,1,float16,fp8,0,51.88177490234375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,64,1,128,1,float16,float16,0,60.564117431640625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,64,2,128,1,float16,float16,0,61.7136962890625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,64,4,128,1,float16,fp8,0,51.994622802734376
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,64,4,128,1,float16,float16,0,61.07926025390625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,64,4,128,1,fp8,fp8,0,52.455438232421876
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,64,8,128,1,float16,fp8,0,52.08265991210938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,64,8,128,1,fp8,fp8,0,51.738067626953125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,64,8,128,1,float16,float16,0,62.31162109375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,64,1,128,1,float16,fp8,0,26.504721069335936
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,64,1,128,1,float16,float16,0,30.96894226074219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,64,1,128,1,fp8,fp8,0,25.179385375976562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,64,2,128,1,float16,float16,0,30.23908386230469
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,64,2,128,1,fp8,fp8,0,145.82698974609374
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,64,2,128,1,float16,fp8,0,25.9916748046875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,64,2,128,1,fp8,fp8,0,26.53180847167969
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,64,4,128,1,float16,float16,0,30.867611694335938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,64,4,128,1,float16,fp8,0,26.171957397460936
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,64,8,128,1,float16,float16,0,30.197286987304686
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,64,8,128,1,float16,fp8,0,26.122634887695312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,64,8,128,1,fp8,fp8,0,25.924502563476562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,64,1,128,1,float16,float16,0,15.228160095214843
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,64,4,128,1,fp8,fp8,0,70.50385131835938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,64,1,128,1,float16,fp8,0,12.65042724609375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,64,2,128,1,float16,float16,0,15.403617858886719
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,64,2,128,1,float16,fp8,0,12.687006378173828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,64,1,128,1,fp8,fp8,0,33.65056457519531
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,64,64,128,1,float16,fp8,0,12.828532409667968
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,64,2,128,1,fp8,fp8,0,12.777916717529298
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,64,64,128,1,float16,float16,0,15.6647216796875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,64,64,128,1,float16,fp8,0,25.741494750976564
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,64,64,128,1,fp8,fp8,0,12.992556762695312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,64,4,128,1,float16,fp8,0,12.398513793945312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,64,4,128,1,fp8,fp8,0,12.912890625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,64,64,128,1,float16,float16,0,31.251742553710937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,64,64,128,1,fp8,fp8,0,25.550326538085937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,64,8,128,1,float16,float16,0,14.854464721679687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,64,8,128,1,float16,fp8,0,14.072489929199218
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,64,8,128,1,fp8,fp8,0,12.511788940429687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,64,64,128,1,float16,fp8,0,6.449899291992187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,64,64,128,1,float16,float16,0,7.766883087158203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,64,1,128,1,float16,float16,0,7.482532501220703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,64,1,128,1,float16,fp8,0,7.244035339355468
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,64,1,128,1,fp8,fp8,0,6.340539169311524
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,64,2,128,1,float16,fp8,0,6.144971084594727
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,64,2,128,1,float16,float16,0,8.532093048095703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,64,2,128,1,fp8,fp8,0,6.186971282958984
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,64,64,128,1,fp8,fp8,0,6.503753662109375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,64,4,128,1,fp8,fp8,0,6.237448120117188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,64,4,128,1,float16,fp8,0,6.619166564941406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,64,4,128,1,float16,float16,0,8.702993774414063
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,64,4,128,1,float16,float16,0,47.97271728515625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,64,8,128,1,fp8,fp8,0,6.248585510253906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,64,8,128,1,float16,float16,0,7.460835266113281
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,64,8,128,1,float16,fp8,0,6.81652603149414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,64,1,128,1,fp8,fp8,0,29.29363098144531
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,64,1,128,1,float16,fp8,0,30.038348388671874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,64,2,128,1,fp8,fp8,0,30.08380126953125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,64,1,128,1,float16,float16,0,35.581591796875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,64,4,128,1,float16,fp8,0,29.352716064453126
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,64,2,128,1,float16,float16,0,34.12391967773438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,64,4,128,1,float16,float16,0,35.77077941894531
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,64,64,128,1,float16,fp8,0,15.210966491699219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,64,64,128,1,fp8,fp8,0,14.898316955566406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,64,64,128,1,float16,float16,0,18.014512634277345
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,64,4,128,1,fp8,fp8,0,29.210690307617188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,64,8,128,1,float16,fp8,0,29.719549560546874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,64,8,128,1,fp8,fp8,0,29.2117431640625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,64,8,128,1,float16,float16,0,34.62077941894531
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,64,1,128,1,float16,float16,0,16.922383117675782
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,64,1,128,1,float16,fp8,0,14.5017333984375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,64,1,128,1,fp8,fp8,0,15.41796417236328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,64,2,128,1,float16,fp8,0,76.85654907226562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,64,2,128,1,fp8,fp8,0,14.431382751464843
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,64,2,128,1,float16,fp8,0,15.127095031738282
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,64,2,128,1,float16,float16,0,17.23181915283203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,64,4,128,1,float16,float16,0,16.750729370117188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,64,4,128,1,float16,fp8,0,15.12542724609375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,64,4,128,1,fp8,fp8,0,15.104510498046874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,64,64,128,1,float16,float16,0,9.268355560302734
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,64,64,128,1,float16,fp8,0,7.481912231445312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,64,64,128,1,fp8,fp8,0,7.334521484375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,64,8,128,1,float16,float16,0,17.59013977050781
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,64,1,128,1,float16,float16,0,8.629380798339843
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,64,8,128,1,fp8,fp8,0,14.450228881835937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,64,1,128,1,float16,fp8,0,7.257100677490234
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,64,1,128,1,fp8,fp8,0,7.1014350891113285
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,64,2,128,1,float16,fp8,0,7.211759948730469
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,64,2,128,1,float16,float16,0,8.928294372558593
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,64,2,128,1,fp8,fp8,0,7.196308898925781
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,64,4,128,1,float16,float16,0,8.30700454711914
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,64,4,128,1,float16,fp8,0,7.689601898193359
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,64,4,128,1,fp8,fp8,0,7.200276947021484
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,64,64,128,1,float16,float16,0,4.668352127075195
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,64,8,128,1,float16,fp8,0,7.9042915344238285
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,64,8,128,1,float16,float16,0,9.117072296142577
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,64,64,128,1,float16,fp8,0,3.7802814483642577
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,64,8,128,1,fp8,fp8,0,7.379878234863281
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,64,64,128,1,fp8,fp8,0,3.983339309692383
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,64,1,128,1,float16,float16,0,4.106364822387695
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,64,1,128,1,fp8,fp8,0,3.58630256652832
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,64,1,128,1,float16,fp8,0,4.054504013061523
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,64,2,128,1,float16,fp8,0,3.6070510864257814
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,64,2,128,1,fp8,fp8,0,3.625089645385742
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,64,2,128,1,float16,float16,0,4.660227203369141
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,64,4,128,1,float16,float16,0,4.343233489990235
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,64,4,128,1,float16,fp8,0,4.082892990112304
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,64,4,128,1,fp8,fp8,0,3.5460670471191404
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,64,8,128,1,float16,float16,0,4.264729690551758
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,64,8,128,1,float16,fp8,0,3.7185905456542967
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,64,8,128,1,fp8,fp8,0,3.671535873413086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,64,8,128,1,float16,fp8,0,38.92936401367187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,64,1,128,1,float16,fp8,0,20.056355285644532
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,64,1,128,1,fp8,fp8,0,20.723190307617188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,64,2,128,1,float16,fp8,0,20.546827697753905
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,64,2,128,1,fp8,fp8,0,20.434214782714843
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,64,1,128,1,float16,float16,0,24.1627685546875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,64,2,128,1,float16,float16,0,24.033399963378905
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,64,4,128,1,float16,float16,0,24.739878845214843
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,64,64,128,1,float16,fp8,0,10.683907318115235
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,64,64,128,1,float16,float16,0,13.811648559570312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,64,64,128,1,fp8,fp8,0,10.816614532470703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,64,4,128,1,fp8,fp8,0,21.237709045410156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,64,8,128,1,fp8,fp8,0,20.761515808105468
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,64,8,128,1,float16,fp8,0,21.412986755371094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,64,8,128,1,float16,float16,0,25.33192138671875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,64,1,128,1,float16,fp8,0,9.973095703125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,64,1,128,1,float16,float16,0,12.26229476928711
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,64,1,128,1,fp8,fp8,0,10.308179473876953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,64,2,128,1,float16,float16,0,11.925465393066407
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,64,2,128,1,float16,fp8,0,10.20931396484375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,64,2,128,1,fp8,fp8,0,10.161235046386718
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,64,4,128,1,float16,float16,0,12.116591644287109
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,64,4,128,1,float16,fp8,0,10.231199645996094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,64,4,128,1,fp8,fp8,0,9.945505523681641
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,64,4,128,1,float16,fp8,0,53.71907958984375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,64,8,128,1,float16,float16,0,12.088703918457032
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,64,64,128,1,float16,float16,0,6.619801330566406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,64,8,128,1,float16,fp8,0,10.244094085693359
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,64,64,128,1,fp8,fp8,0,5.352193450927734
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,64,64,128,1,float16,fp8,0,5.359548950195313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,64,8,128,1,fp8,fp8,0,10.195182037353515
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,64,1,128,1,float16,float16,0,6.710692596435547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,64,1,128,1,fp8,fp8,0,5.344617462158203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,64,2,128,1,float16,float16,0,6.014620971679688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,64,2,128,1,float16,fp8,0,5.209620666503906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,64,2,128,1,fp8,fp8,0,5.265593719482422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,64,4,128,1,float16,fp8,0,5.054667282104492
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,64,4,128,1,float16,float16,0,6.060335922241211
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,64,4,128,1,fp8,fp8,0,4.975964736938477
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,64,64,128,1,float16,fp8,0,2.719081687927246
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,64,8,128,1,float16,float16,0,6.161305618286133
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,64,8,128,1,float16,fp8,0,5.265004730224609
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,64,64,128,1,float16,float16,0,3.3789119720458984
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,64,64,128,1,fp8,fp8,0,3.0245424270629884
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,64,1,128,1,float16,fp8,0,13.562162780761719
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,64,1,128,1,float16,float16,0,2.831737518310547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,64,8,128,1,fp8,fp8,0,5.259220886230469
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,64,1,128,1,float16,fp8,0,2.546291160583496
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,64,1,128,1,fp8,fp8,0,2.772225570678711
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,64,2,128,1,float16,float16,0,3.1771568298339843
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,64,2,128,1,fp8,fp8,0,2.551763153076172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,64,2,128,1,float16,fp8,0,3.0695695877075195
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,64,4,128,1,float16,fp8,0,2.718881607055664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,64,4,128,1,fp8,fp8,0,2.5877119064331056
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,64,8,128,1,float16,float16,0,2.7768815994262694
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,64,8,128,1,float16,fp8,0,2.510736083984375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,64,8,128,1,fp8,fp8,0,2.761003112792969
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,64,4,128,1,float16,float16,0,10.01013412475586
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,64,1,128,1,float16,fp8,0,26.575274658203124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,64,1,128,1,fp8,fp8,0,26.76532897949219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,64,2,128,1,float16,fp8,0,26.969113159179688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,64,2,128,1,fp8,fp8,0,26.88756103515625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,64,1,128,1,float16,float16,0,31.68834228515625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,64,2,128,1,float16,float16,0,31.316494750976563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,64,4,128,1,float16,float16,0,30.73615417480469
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,64,64,128,1,float16,fp8,0,14.279339599609376
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,64,64,128,1,float16,float16,0,17.666061401367188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,64,64,128,1,fp8,fp8,0,14.629539489746094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,64,4,128,1,fp8,fp8,0,27.255819702148436
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,64,8,128,1,float16,fp8,0,26.94165954589844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,64,8,128,1,fp8,fp8,0,27.176153564453124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,64,8,128,1,float16,float16,0,31.936663818359374
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,64,1,128,1,float16,fp8,0,13.101971435546876
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,64,1,128,1,float16,float16,0,15.670802307128906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,64,1,128,1,fp8,fp8,0,12.808251953125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,64,2,128,1,float16,fp8,0,13.656285095214844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,64,2,128,1,float16,float16,0,16.138275146484375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,64,2,128,1,fp8,fp8,0,13.557254028320312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,64,4,128,1,float16,float16,0,16.009671020507813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,64,4,128,1,float16,fp8,0,13.68648681640625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,64,4,128,1,fp8,fp8,0,13.220648193359375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,64,64,128,1,float16,float16,0,8.926898956298828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,64,4,128,1,float16,fp8,0,73.3185546875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,64,8,128,1,float16,float16,0,17.112957763671876
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,64,64,128,1,float16,fp8,0,7.039377593994141
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,64,8,128,1,float16,fp8,0,13.500421142578125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,64,8,128,1,fp8,fp8,0,13.717822265625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,64,64,128,1,fp8,fp8,0,7.290255737304688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,64,1,128,1,float16,float16,0,8.177011108398437
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,64,1,128,1,float16,fp8,0,6.6043952941894535
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,64,2,128,1,float16,float16,0,7.861427307128906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,64,2,128,1,float16,fp8,0,6.635222625732422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,64,2,128,1,fp8,fp8,0,6.664119720458984
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,64,4,128,1,float16,fp8,0,6.798095703125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,64,4,128,1,fp8,fp8,0,6.467396545410156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,64,4,128,1,float16,float16,0,7.876486206054688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,64,8,128,1,float16,float16,0,8.221167755126952
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,64,64,128,1,float16,float16,0,4.193307113647461
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,64,8,128,1,float16,fp8,0,6.465013122558593
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,64,64,128,1,float16,fp8,0,3.425398254394531
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,64,8,128,1,fp8,fp8,0,6.710305786132812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,64,64,128,1,fp8,fp8,0,3.4210750579833986
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,64,1,128,1,float16,float16,0,3.660126495361328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,64,1,128,1,fp8,fp8,0,18.234547424316407
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,64,1,128,1,float16,fp8,0,3.2376705169677735
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,64,1,128,1,fp8,fp8,0,3.3696239471435545
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,64,2,128,1,float16,fp8,0,3.213819122314453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,64,2,128,1,fp8,fp8,0,3.243975830078125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,64,4,128,1,float16,float16,0,3.6694591522216795
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,64,2,128,1,float16,float16,0,3.682195281982422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,64,4,128,1,float16,fp8,0,3.2749584197998045
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,64,8,128,1,float16,fp8,0,3.294124984741211
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,64,8,128,1,float16,float16,0,3.811118316650391
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,64,64,128,1,float16,fp8,0,1.947662353515625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,64,8,128,1,fp8,fp8,0,3.2526512145996094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,64,64,128,1,fp8,fp8,0,1.7405376434326172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,64,1,128,1,float16,float16,0,1.7573663711547851
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,64,1,128,1,fp8,fp8,0,1.6946575164794921
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,64,1,128,1,float16,fp8,0,1.6109567642211915
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,64,2,128,1,float16,fp8,0,1.6114080429077149
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,64,2,128,1,float16,float16,0,1.7577024459838868
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,64,2,128,1,fp8,fp8,0,1.6114959716796875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,64,4,128,1,float16,float16,0,1.8900175094604492
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,64,4,128,1,fp8,fp8,0,9.10555648803711
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,64,4,128,1,float16,fp8,0,1.6201679229736328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,64,4,128,1,fp8,fp8,0,1.613724708557129
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,64,8,128,1,float16,fp8,0,1.708425521850586
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,64,8,128,1,fp8,fp8,0,1.6174480438232421
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,64,8,128,1,float16,float16,0,1.8250848770141601
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,64,64,128,1,float16,float16,0,1.9551759719848634
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,64,2,128,1,float16,fp8,0,14.875326538085938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,64,1,128,1,fp8,fp8,0,15.465376281738282
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,64,2,128,1,fp8,fp8,0,14.902493286132813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,64,4,128,1,float16,fp8,0,14.904806518554688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,64,1,128,1,float16,float16,0,17.975192260742187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,64,2,128,1,float16,float16,0,17.613156127929688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,64,4,128,1,float16,float16,0,18.187380981445312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,64,64,128,1,float16,fp8,0,8.633771514892578
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,64,64,128,1,float16,float16,0,10.693968200683594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,64,64,128,1,fp8,fp8,0,8.614431762695313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,64,4,128,1,fp8,fp8,0,15.710546875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,64,8,128,1,float16,fp8,0,15.898158264160156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,64,8,128,1,fp8,fp8,0,15.093048095703125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,64,8,128,1,float16,float16,0,19.230960083007812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,64,1,128,1,float16,fp8,0,7.604779052734375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,64,1,128,1,fp8,fp8,0,7.663041687011718
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,64,1,128,1,float16,float16,0,9.674836730957031
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,64,2,128,1,float16,fp8,0,7.635601806640625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,64,2,128,1,float16,float16,0,9.408609771728516
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,64,2,128,1,fp8,fp8,0,8.630888366699219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,64,1,128,1,float16,fp8,0,41.76083068847656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,64,4,128,1,fp8,fp8,0,7.512236785888672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,64,4,128,1,float16,fp8,0,7.554582214355468
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,64,4,128,1,float16,float16,0,9.037049865722656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,64,64,128,1,float16,float16,0,5.0564208984375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,64,8,128,1,float16,float16,0,8.860063934326172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,64,8,128,1,float16,fp8,0,7.479905700683593
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,64,8,128,1,fp8,fp8,0,7.484295654296875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,64,64,128,1,fp8,fp8,0,4.115259170532227
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,64,1,128,1,float16,float16,0,4.389398574829102
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,64,1,128,1,fp8,fp8,0,3.737460708618164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,64,1,128,1,float16,fp8,0,3.8709232330322267
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,64,2,128,1,float16,float16,0,4.427523040771485
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,64,2,128,1,float16,fp8,0,3.71703987121582
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,64,2,128,1,fp8,fp8,0,3.7569950103759764
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,64,4,128,1,float16,float16,0,4.388030242919922
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,64,64,128,1,float16,fp8,0,6.710880279541016
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,64,4,128,1,float16,fp8,0,3.739961624145508
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,64,4,128,1,fp8,fp8,0,3.735889434814453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,64,8,128,1,float16,fp8,0,3.7543758392333983
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,64,8,128,1,float16,float16,0,4.484596633911133
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,64,64,128,1,float16,float16,0,2.3232751846313477
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,64,8,128,1,fp8,fp8,0,3.9964752197265625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,64,1,128,1,float16,fp8,0,1.8653871536254882
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,64,1,128,1,float16,float16,0,2.042510414123535
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,64,1,128,1,fp8,fp8,0,1.8794336318969727
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,64,2,128,1,float16,float16,0,2.189129638671875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,64,2,128,1,float16,fp8,0,2.048953628540039
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,64,64,128,1,fp8,fp8,0,3.729422378540039
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,64,2,128,1,fp8,fp8,0,1.982851219177246
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,64,4,128,1,fp8,fp8,0,1.8661823272705078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,64,4,128,1,float16,float16,0,2.0315183639526366
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,64,4,128,1,float16,fp8,0,2.0952463150024414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,64,8,128,1,float16,fp8,0,1.8938064575195312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,64,64,128,1,float16,float16,0,1.1871552467346191
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,64,8,128,1,float16,float16,0,2.248916816711426
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,64,64,128,1,float16,fp8,0,2.0246208190917967
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,64,64,128,1,float16,fp8,0,1.0214287757873535
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,64,1,128,1,float16,float16,0,1.0483488082885741
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,64,1,128,1,float16,fp8,0,0.9382736206054687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,64,64,128,1,fp8,fp8,0,1.2059056282043457
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,64,2,128,1,float16,fp8,0,0.9386688232421875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,64,1,128,1,fp8,fp8,0,1.0711952209472657
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,64,2,128,1,float16,float16,0,1.1310784339904785
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,64,2,128,1,fp8,fp8,0,0.9394767761230469
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,64,4,128,1,float16,float16,0,1.074174404144287
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,64,4,128,1,float16,fp8,0,0.9411199569702149
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,64,4,128,1,fp8,fp8,0,1.0206192016601563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,64,8,128,1,float16,float16,0,1.022707176208496
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,64,8,128,1,float16,fp8,0,1.0075648307800293
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,64,8,128,1,fp8,fp8,0,1.0759936332702638
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,64,8,128,1,fp8,fp8,0,4.426393508911133
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,64,1,128,1,fp8,fp8,0,14.014703369140625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,64,1,128,1,float16,fp8,0,14.469017028808594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,64,2,128,1,float16,fp8,0,14.115982055664062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,64,2,128,1,fp8,fp8,0,14.566789245605468
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,64,2,128,1,float16,float16,0,16.599009704589843
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,64,1,128,1,float16,float16,0,17.41331787109375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,64,4,128,1,float16,float16,0,17.41576385498047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,64,64,128,1,float16,fp8,0,7.79046859741211
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,64,64,128,1,fp8,fp8,0,7.785671997070312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,64,64,128,1,float16,float16,0,10.452193450927734
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,64,4,128,1,fp8,fp8,0,15.171900939941406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,64,8,128,1,float16,fp8,0,14.466499328613281
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,64,8,128,1,fp8,fp8,0,14.689872741699219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,64,8,128,1,float16,float16,0,17.599525451660156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,64,1,128,1,float16,fp8,0,7.016232299804687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,64,1,128,1,float16,float16,0,8.473678588867188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,64,1,128,1,fp8,fp8,0,7.022051239013672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,64,2,128,1,float16,fp8,0,7.872383880615234
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,64,2,128,1,fp8,fp8,0,7.3881980895996096
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,64,2,128,1,float16,float16,0,8.849662780761719
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,64,4,128,1,float16,fp8,0,41.1379638671875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,64,4,128,1,float16,float16,0,8.57061309814453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,64,4,128,1,float16,fp8,0,7.282421112060547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,64,4,128,1,fp8,fp8,0,7.06728515625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,64,8,128,1,float16,float16,0,8.363436889648437
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,64,64,128,1,float16,float16,0,4.795988845825195
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,64,1,128,1,float16,fp8,0,3.543707275390625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,64,64,128,1,fp8,fp8,0,3.9840721130371093
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,64,8,128,1,float16,fp8,0,7.290985870361328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,64,1,128,1,float16,float16,0,4.288540649414062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,64,8,128,1,fp8,fp8,0,7.362955474853516
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,64,1,128,1,fp8,fp8,0,3.5232784271240236
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,64,2,128,1,float16,float16,0,4.013851165771484
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,64,2,128,1,float16,fp8,0,3.5942638397216795
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,64,2,128,1,fp8,fp8,0,3.5639808654785154
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,64,4,128,1,fp8,fp8,0,3.5993583679199217
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,64,4,128,1,float16,fp8,0,3.7753326416015627
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,64,4,128,1,float16,float16,0,4.411214447021484
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,64,8,128,1,float16,float16,0,4.196839904785156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,64,64,128,1,float16,fp8,0,2.008955192565918
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,64,64,128,1,fp8,fp8,0,1.9665760040283202
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,64,64,128,1,float16,float16,0,2.3528976440429688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,64,8,128,1,float16,fp8,0,3.596063995361328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,64,1,128,1,float16,float16,0,1.9756832122802734
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,64,8,128,1,fp8,fp8,0,3.7228927612304688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,64,64,128,1,float16,fp8,0,13.424723815917968
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,64,1,128,1,fp8,fp8,0,1.7880800247192383
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,64,1,128,1,float16,fp8,0,1.8086048126220704
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,64,2,128,1,float16,fp8,0,1.7655744552612305
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,64,2,128,1,fp8,fp8,0,1.7572944641113282
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,64,2,128,1,float16,float16,0,2.0818048477172852
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,64,4,128,1,float16,float16,0,2.0584592819213867
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,64,4,128,1,float16,fp8,0,1.843134307861328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,64,64,128,1,float16,float16,0,1.1293231964111328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,64,64,128,1,float16,fp8,0,1.1364543914794922
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,64,8,128,1,float16,fp8,0,1.7893312454223633
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,64,8,128,1,fp8,fp8,0,1.7712848663330079
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,64,8,128,1,float16,float16,0,2.008228874206543
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,64,64,128,1,fp8,fp8,0,1.0196063995361329
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,64,1,128,1,float16,float16,0,1.0106752395629883
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,64,1,128,1,fp8,fp8,0,0.8931424140930175
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,64,1,128,1,float16,fp8,0,0.9410511970520019
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,64,2,128,1,float16,float16,0,0.9544976234436036
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,64,2,128,1,float16,fp8,0,1.0327263832092286
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,64,2,128,1,fp8,fp8,0,0.8941247940063477
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,64,4,128,1,float16,float16,0,0.9891823768615723
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,64,4,128,1,float16,fp8,0,0.886473560333252
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,64,4,128,1,fp8,fp8,0,0.9344143867492676
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,64,8,128,1,float16,float16,0,0.9857680320739746
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,64,8,128,1,float16,fp8,0,0.9814000129699707
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,64,8,128,1,fp8,fp8,0,0.8922224044799805
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,64,64,128,1,float16,float16,0,0.648140811920166
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,64,64,128,1,float16,fp8,0,0.5139920234680175
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,64,64,128,1,fp8,fp8,0,0.5268239974975586
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,64,1,128,1,float16,float16,0,0.5495984077453613
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,64,1,128,1,float16,fp8,0,0.4585008144378662
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,64,1,128,1,fp8,fp8,0,0.44675359725952146
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,64,2,128,1,float16,float16,0,0.5415855884552002
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,64,2,128,1,float16,fp8,0,0.4523791790008545
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,64,2,128,1,fp8,fp8,0,0.4473120212554932
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,64,4,128,1,float16,float16,0,0.5588880062103272
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,64,4,128,1,fp8,fp8,0,0.44663357734680176
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,64,4,128,1,float16,fp8,0,0.48471360206604003
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,64,8,128,1,float16,float16,0,0.5306496143341064
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,64,4,128,1,fp8,fp8,0,6.169748687744141
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,64,8,128,1,float16,fp8,0,0.490828800201416
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,64,8,128,1,fp8,fp8,0,0.45026559829711915
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,64,1,128,1,fp8,fp8,0,8.288735961914062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,64,1,128,1,float16,fp8,0,8.375918579101562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,64,2,128,1,fp8,fp8,0,8.721228790283202
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,64,1,128,1,float16,float16,0,9.607132720947266
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,64,4,128,1,float16,float16,0,10.098484802246094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,64,2,128,1,float16,float16,0,10.2931884765625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,64,4,128,1,float16,fp8,0,8.371134185791016
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,64,64,128,1,float16,fp8,0,4.978007888793945
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,64,64,128,1,float16,float16,0,6.125929641723633
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,64,4,128,1,fp8,fp8,0,8.419371032714844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,64,64,128,1,fp8,fp8,0,4.774908828735351
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,64,8,128,1,float16,fp8,0,8.458411407470702
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,64,8,128,1,fp8,fp8,0,8.460769653320312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,64,8,128,1,float16,float16,0,10.85131378173828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,64,1,128,1,float16,float16,0,4.907276916503906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,64,1,128,1,float16,fp8,0,4.296692657470703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,64,1,128,1,fp8,fp8,0,4.190039825439453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,64,2,128,1,float16,fp8,0,4.193044662475586
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,64,2,128,1,float16,float16,0,4.936150360107422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,64,2,128,1,fp8,fp8,0,4.3378448486328125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,64,4,128,1,float16,float16,0,4.9968830108642575
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,64,4,128,1,float16,fp8,0,4.219636917114258
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,64,4,128,1,fp8,fp8,0,4.164553451538086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,64,8,128,1,float16,fp8,0,4.219892883300782
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,64,8,128,1,float16,float16,0,5.170611190795898
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,64,8,128,1,fp8,fp8,0,4.315401458740235
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,64,64,128,1,float16,fp8,0,2.428759956359863
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,64,64,128,1,fp8,fp8,0,2.397065544128418
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,64,1,128,1,float16,float16,0,2.339936065673828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,64,1,128,1,float16,fp8,0,2.0786447525024414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,64,1,128,1,fp8,fp8,0,2.2938207626342773
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,64,2,128,1,float16,fp8,0,29.404440307617186
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,64,2,128,1,float16,float16,0,2.391969680786133
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,64,2,128,1,float16,fp8,0,2.088199996948242
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,64,2,128,1,fp8,fp8,0,2.0842096328735353
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,64,64,128,1,float16,float16,0,2.8032047271728517
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,64,4,128,1,float16,float16,0,2.675052833557129
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,64,4,128,1,float16,fp8,0,2.0994720458984375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,64,4,128,1,fp8,fp8,0,2.097403144836426
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,64,64,128,1,float16,float16,0,1.3931551933288575
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,64,8,128,1,float16,fp8,0,2.2595983505249024
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,64,64,128,1,float16,fp8,0,1.2861583709716797
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,64,8,128,1,fp8,fp8,0,2.107052803039551
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,64,64,128,1,fp8,fp8,0,1.3915887832641602
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,64,1,128,1,float16,float16,0,1.145199966430664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,64,1,128,1,float16,fp8,0,1.058788776397705
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,64,1,128,1,fp8,fp8,0,1.0800559997558594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,64,2,128,1,fp8,fp8,0,1.0565343856811524
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,64,2,128,1,float16,float16,0,1.139998435974121
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,64,2,128,1,float16,fp8,0,1.0819040298461915
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,64,4,128,1,float16,float16,0,1.2003952026367188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,64,4,128,1,float16,fp8,0,1.1445792198181153
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,64,4,128,1,fp8,fp8,0,1.052779197692871
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,64,64,128,1,float16,float16,0,0.7018943786621094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,64,8,128,1,float16,float16,0,1.1544495582580567
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,64,8,128,1,float16,fp8,0,1.0624815940856933
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,64,8,128,1,fp8,fp8,0,1.1247808456420898
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,64,1,128,1,float16,float16,0,0.5637087821960449
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,64,64,128,1,fp8,fp8,0,0.6416768074035645
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,64,64,128,1,float16,fp8,0,0.6887760162353516
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,64,1,128,1,float16,fp8,0,0.5396959781646729
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,64,1,128,1,fp8,fp8,0,0.585811185836792
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,64,2,128,1,float16,float16,0,0.5723728179931641
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,64,2,128,1,float16,fp8,0,0.5496208190917968
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,64,2,128,1,fp8,fp8,0,0.5650911808013916
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,64,4,128,1,float16,float16,0,0.5931119918823242
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,64,4,128,1,float16,fp8,0,0.588809585571289
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,64,4,128,1,fp8,fp8,0,0.541923189163208
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,64,8,128,1,float16,fp8,0,0.5510128021240235
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,64,8,128,1,float16,float16,0,0.5995984077453613
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,64,64,128,1,float16,fp8,0,0.32117919921875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,64,64,128,1,float16,float16,0,0.36264159679412844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,64,64,128,1,fp8,fp8,0,0.3158623933792114
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,64,8,128,1,fp8,fp8,0,0.556166410446167
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,64,1,128,1,float16,float16,0,0.29494400024414064
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,64,1,128,1,float16,fp8,0,0.28360960483551023
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,64,1,128,1,fp8,fp8,0,0.27307519912719724
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,64,2,128,1,float16,float16,0,0.29557440280914304
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,64,2,128,1,float16,fp8,0,0.2766272068023682
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,64,2,128,1,fp8,fp8,0,0.27370080947875974
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,64,4,128,1,float16,float16,0,0.2967504024505615
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,64,4,128,1,float16,fp8,0,0.2815040111541748
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,64,4,128,1,fp8,fp8,0,0.27414400577545167
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,64,8,128,1,float16,float16,0,0.2976128101348877
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,64,8,128,1,float16,fp8,0,0.27890720367431643
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,64,8,128,1,fp8,fp8,0,0.2737071990966797
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,64,8,128,1,float16,float16,0,9.719127655029297
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,64,1,128,1,float16,fp8,0,8.20665283203125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,64,1,128,1,fp8,fp8,0,8.172369384765625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,64,2,128,1,float16,fp8,0,8.190019226074218
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,64,2,128,1,fp8,fp8,0,8.192632293701172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,64,1,128,1,float16,float16,0,9.745841979980469
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,64,2,128,1,float16,float16,0,9.702304077148437
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,64,4,128,1,float16,fp8,0,8.20343017578125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,64,64,128,1,float16,fp8,0,4.886595153808594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,64,64,128,1,float16,float16,0,6.164691162109375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,64,4,128,1,fp8,fp8,0,8.269255828857421
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,64,8,128,1,float16,fp8,0,8.267998504638673
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,64,8,128,1,fp8,fp8,0,8.268370819091796
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,64,64,128,1,fp8,fp8,0,4.873606491088867
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,64,8,128,1,float16,float16,0,10.163899230957032
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,64,1,128,1,float16,float16,0,4.628756713867188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,64,1,128,1,float16,fp8,0,4.179361724853516
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,64,1,128,1,fp8,fp8,0,4.149127960205078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,64,2,128,1,float16,fp8,0,4.069246292114258
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,64,2,128,1,float16,float16,0,4.641147232055664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,64,2,128,1,fp8,fp8,0,4.080478286743164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,64,4,128,1,float16,float16,0,4.912643051147461
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,64,4,128,1,float16,fp8,0,4.128847885131836
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,64,4,128,1,fp8,fp8,0,4.181219100952148
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,64,64,128,1,float16,float16,0,2.8940240859985353
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,64,8,128,1,float16,fp8,0,4.148956680297852
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,64,8,128,1,float16,float16,0,4.808574295043945
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,64,8,128,1,fp8,fp8,0,4.148246383666992
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,64,64,128,1,float16,fp8,0,2.552960014343262
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,64,64,128,1,fp8,fp8,0,2.4450847625732424
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,64,1,128,1,float16,float16,0,2.1570079803466795
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,64,1,128,1,float16,fp8,0,2.223255920410156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,64,1,128,1,fp8,fp8,0,2.049251174926758
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,64,2,128,1,float16,fp8,0,2.052155113220215
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,64,2,128,1,float16,float16,0,2.400923156738281
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,64,2,128,1,fp8,fp8,0,2.058803176879883
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,64,4,128,1,float16,float16,0,2.262583923339844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,64,4,128,1,float16,fp8,0,2.5019599914550783
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,64,4,128,1,fp8,fp8,0,2.0692399978637694
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,64,64,128,1,float16,float16,0,1.4349488258361816
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,64,8,128,1,float16,float16,0,2.424627113342285
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,64,8,128,1,float16,fp8,0,2.0838111877441405
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,64,64,128,1,float16,fp8,0,1.296623992919922
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,64,8,128,1,fp8,fp8,0,2.2159215927124025
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,64,1,128,1,float16,float16,0,1.0774191856384276
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,64,64,128,1,fp8,fp8,0,1.2408384323120116
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,64,1,128,1,float16,fp8,0,1.0825072288513184
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,64,2,128,1,float16,float16,0,1.105891227722168
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,64,1,128,1,fp8,fp8,0,1.2271056175231934
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,64,2,128,1,float16,fp8,0,1.0685647964477538
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,64,2,128,1,fp8,fp8,0,1.03123197555542
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,64,4,128,1,float16,float16,0,1.1536992073059082
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,64,4,128,1,float16,fp8,0,1.0367199897766113
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,64,4,128,1,fp8,fp8,0,1.0458944320678711
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,64,64,128,1,float16,float16,0,0.7194255828857422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,64,8,128,1,float16,float16,0,1.2349087715148925
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,64,64,128,1,float16,fp8,0,0.6999567985534668
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,64,8,128,1,fp8,fp8,0,1.0819487571716309
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,64,64,128,1,fp8,fp8,0,0.6256656169891357
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,64,8,128,1,float16,fp8,0,1.122488021850586
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,64,1,128,1,float16,float16,0,0.5590960025787354
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,64,4,128,1,float16,float16,0,31.596697998046874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,64,1,128,1,float16,fp8,0,0.5730624198913574
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,64,2,128,1,float16,float16,0,0.5818431854248047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,64,2,128,1,fp8,fp8,0,0.5220479965209961
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,64,2,128,1,float16,fp8,0,0.5313856124877929
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,64,1,128,1,fp8,fp8,0,0.6968736171722412
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,64,4,128,1,float16,float16,0,0.5699615955352784
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,64,4,128,1,float16,fp8,0,0.5368303775787353
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,64,1,128,1,float16,float16,0,0.2850703954696655
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,64,64,128,1,fp8,fp8,0,0.32032480239868166
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,64,64,128,1,float16,float16,0,0.3663696050643921
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,64,8,128,1,float16,float16,0,0.6085152149200439
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,64,64,128,1,float16,fp8,0,0.37652480602264404
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,64,8,128,1,float16,fp8,0,0.5646111965179443
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,64,8,128,1,fp8,fp8,0,0.5405712127685547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,64,1,128,1,float16,fp8,0,0.2714656114578247
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,64,1,128,1,fp8,fp8,0,0.2662352085113525
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,64,2,128,1,float16,float16,0,0.2991760015487671
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,64,2,128,1,float16,fp8,0,0.2793760061264038
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,64,2,128,1,fp8,fp8,0,0.26653599739074707
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,64,4,128,1,float16,float16,0,0.31059999465942384
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,64,4,128,1,float16,fp8,0,0.27353758811950685
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,64,4,128,1,fp8,fp8,0,0.2735167980194092
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,64,64,128,1,float16,fp8,0,0.16964800357818605
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,64,64,128,1,float16,float16,0,0.20578720569610595
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,64,8,128,1,float16,float16,0,0.3033807992935181
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,64,8,128,1,float16,fp8,0,0.28110079765319823
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,64,8,128,1,fp8,fp8,0,0.27003040313720705
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,64,4,128,1,fp8,fp8,0,1.2668095588684083
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,64,64,128,1,fp8,fp8,0,0.16928960084915162
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,64,1,128,1,float16,float16,0,0.14915679693222045
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,64,1,128,1,float16,fp8,0,0.1561568021774292
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,64,1,128,1,fp8,fp8,0,0.1474496006965637
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,64,2,128,1,float16,float16,0,0.15016640424728395
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,64,4,128,1,float16,float16,0,0.1509152054786682
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,64,2,128,1,float16,fp8,0,0.1389423966407776
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,64,4,128,1,float16,fp8,0,0.14296319484710693
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,64,4,128,1,fp8,fp8,0,0.15727519989013672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,64,8,128,1,float16,float16,0,0.15847359895706176
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,64,8,128,1,fp8,fp8,0,0.14406559467315674
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,64,8,128,1,float16,fp8,0,0.14504480361938477
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,64,2,128,1,fp8,fp8,0,0.4215695858001709
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,64,1,128,1,float16,fp8,0,5.141059112548828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,64,1,128,1,fp8,fp8,0,5.147615814208985
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,64,2,128,1,float16,fp8,0,5.102334213256836
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,64,2,128,1,fp8,fp8,0,5.107310485839844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,64,1,128,1,float16,float16,0,5.672691345214844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,64,2,128,1,float16,float16,0,5.822520065307617
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,64,64,128,1,float16,float16,0,3.797963333129883
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,64,4,128,1,float16,fp8,0,5.064878463745117
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,64,4,128,1,fp8,fp8,0,5.052854537963867
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,64,8,128,1,float16,fp8,0,5.137118530273438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,64,8,128,1,fp8,fp8,0,5.142753601074219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,64,64,128,1,float16,fp8,0,3.160759925842285
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,64,8,128,1,float16,float16,0,5.992817687988281
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,64,1,128,1,float16,fp8,0,2.5158336639404295
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,64,64,128,1,fp8,fp8,0,3.2430961608886717
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,64,1,128,1,fp8,fp8,0,2.5271184921264647
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,64,1,128,1,float16,float16,0,2.8109743118286135
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,64,2,128,1,float16,fp8,0,2.5252912521362303
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,64,2,128,1,float16,float16,0,2.8686031341552733
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,64,2,128,1,fp8,fp8,0,2.5433759689331055
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,64,64,128,1,float16,float16,0,1.8529951095581054
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,64,4,128,1,float16,float16,0,2.7932527542114256
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,64,4,128,1,float16,fp8,0,2.5410367965698244
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,64,4,128,1,fp8,fp8,0,2.525598335266113
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,64,8,128,1,float16,fp8,0,2.5747039794921873
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,64,8,128,1,float16,float16,0,2.9600048065185547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,64,8,128,1,fp8,fp8,0,2.716644859313965
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,64,1,128,1,float16,fp8,0,1.256481647491455
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,64,1,128,1,float16,float16,0,1.3079536437988282
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,64,1,128,1,fp8,fp8,0,1.2629823684692383
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,64,64,128,1,float16,fp8,0,1.6870031356811523
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,64,64,128,1,fp8,fp8,0,1.6800832748413086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,64,2,128,1,float16,fp8,0,1.2705920219421387
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,64,2,128,1,float16,float16,0,1.4018511772155762
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,64,4,128,1,float16,float16,0,18.984761047363282
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,64,2,128,1,fp8,fp8,0,1.2569552421569825
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,64,4,128,1,float16,float16,0,1.3857744216918946
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,64,4,128,1,float16,fp8,0,1.2644335746765136
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,64,8,128,1,float16,fp8,0,1.2937631607055664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,64,4,128,1,fp8,fp8,0,1.3176015853881835
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,64,8,128,1,float16,float16,0,1.3910176277160644
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,64,8,128,1,fp8,fp8,0,1.345372772216797
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,64,1,128,1,float16,float16,0,0.6567599773406982
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,64,1,128,1,float16,fp8,0,0.6375775814056397
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,64,1,128,1,fp8,fp8,0,0.6526095867156982
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,64,2,128,1,float16,fp8,0,0.6382768154144287
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,64,64,128,1,float16,fp8,0,0.796289587020874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,64,2,128,1,float16,float16,0,0.6713727951049805
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,64,64,128,1,fp8,fp8,0,0.8329808235168457
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,64,2,128,1,fp8,fp8,0,0.6348847866058349
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,64,4,128,1,float16,float16,0,0.6730527877807617
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,64,4,128,1,float16,fp8,0,0.6417888164520263
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,64,4,128,1,fp8,fp8,0,0.6571424007415771
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,64,8,128,1,float16,fp8,0,0.6540239810943603
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,64,8,128,1,float16,float16,0,0.687336015701294
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,64,8,128,1,fp8,fp8,0,0.6796671867370605
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,64,1,128,1,float16,float16,0,0.33907361030578614
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,64,64,128,1,float16,fp8,0,0.4079567909240723
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,64,64,128,1,fp8,fp8,0,0.4077951908111572
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,64,1,128,1,float16,fp8,0,0.3265199899673462
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,64,1,128,1,fp8,fp8,0,0.3228832006454468
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,64,2,128,1,float16,float16,0,0.35202879905700685
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,64,2,128,1,float16,fp8,0,0.3269871950149536
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,64,4,128,1,fp8,fp8,0,0.32481119632720945
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,64,4,128,1,float16,float16,0,0.34219520092010497
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,64,8,128,1,float16,float16,0,0.3591376066207886
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,64,4,128,1,float16,fp8,0,0.3345439910888672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,64,2,128,1,fp8,fp8,0,0.3251296043395996
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,64,8,128,1,float16,fp8,0,0.3328448057174683
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,64,8,128,1,fp8,fp8,0,0.3294912099838257
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,64,64,128,1,float16,fp8,0,0.2154927968978882
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,64,1,128,1,float16,float16,0,0.17479679584503174
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,64,64,128,1,float16,float16,0,0.24121599197387694
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,64,64,128,1,fp8,fp8,0,0.2152479887008667
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,64,1,128,1,float16,fp8,0,0.16901760101318358
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,64,1,128,1,fp8,fp8,0,0.16707040071487428
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,64,2,128,1,float16,float16,0,0.17920639514923095
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,64,2,128,1,float16,fp8,0,0.1679152011871338
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,64,2,128,1,fp8,fp8,0,0.17290719747543334
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,64,4,128,1,float16,float16,0,0.18082239627838134
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,64,4,128,1,float16,fp8,0,0.16800960302352905
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,64,4,128,1,fp8,fp8,0,0.17328159809112548
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,64,8,128,1,float16,float16,0,0.18220319747924804
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,64,8,128,1,float16,fp8,0,0.1761072039604187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,64,8,128,1,fp8,fp8,0,0.17539360523223876
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,64,64,128,1,float16,float16,0,0.12655839920043946
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,64,64,128,1,float16,fp8,0,0.11444480419158935
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,64,64,128,1,fp8,fp8,0,0.11212639808654785
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,64,1,128,1,float16,float16,0,0.09630879759788513
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,64,1,128,1,float16,fp8,0,0.09108800292015076
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,64,1,128,1,fp8,fp8,0,0.08807680010795593
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,64,64,128,1,float16,float16,0,1.172871971130371
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,64,2,128,1,float16,float16,0,0.09603520035743714
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,64,2,128,1,float16,fp8,0,0.08907520174980163
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,64,2,128,1,fp8,fp8,0,0.09204639792442322
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,64,4,128,1,float16,float16,0,0.09705759882926941
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,64,4,128,1,float16,fp8,0,0.08933759927749634
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,64,8,128,1,float16,float16,0,0.09857119917869568
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,64,8,128,1,float16,fp8,0,0.09124799966812133
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,64,8,128,1,fp8,fp8,0,0.09424480199813842
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,64,4,128,1,fp8,fp8,0,0.19916800260543824
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,64,1,128,1,float16,fp8,0,5.383980941772461
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,64,1,128,1,fp8,fp8,0,5.367699050903321
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,64,2,128,1,float16,fp8,0,5.312100982666015
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,64,64,128,1,float16,float16,0,0.46987037658691405
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,64,1,128,1,float16,float16,0,5.7138721466064455
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,64,2,128,1,float16,float16,0,5.869913482666016
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,64,4,128,1,float16,fp8,0,5.296121597290039
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,64,4,128,1,fp8,fp8,0,5.300243377685547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,64,4,128,1,float16,float16,0,5.759983825683594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,64,8,128,1,float16,fp8,0,5.387299346923828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,64,8,128,1,fp8,fp8,0,5.415483093261718
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,64,8,128,1,float16,float16,0,5.8797344207763675
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,64,64,128,1,float16,float16,0,4.149841690063477
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,64,2,128,1,fp8,fp8,0,11.920076751708985
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,64,1,128,1,float16,fp8,0,2.617008018493652
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,64,1,128,1,float16,float16,0,2.7763952255249023
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,64,1,128,1,fp8,fp8,0,2.640220832824707
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,64,2,128,1,float16,float16,0,2.7615360260009765
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,64,64,128,1,float16,fp8,0,3.4753360748291016
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,64,64,128,1,fp8,fp8,0,3.4813121795654296
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,64,2,128,1,float16,fp8,0,2.7586288452148438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,64,4,128,1,float16,fp8,0,2.6707136154174806
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,64,4,128,1,fp8,fp8,0,2.656532859802246
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,64,4,128,1,float16,float16,0,2.902993583679199
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,64,64,128,1,float16,float16,0,2.0569759368896485
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,64,8,128,1,float16,float16,0,2.9152320861816405
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,64,8,128,1,float16,fp8,0,2.689411163330078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,64,8,128,1,fp8,fp8,0,2.7014240264892577
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,64,2,128,1,fp8,fp8,0,5.451190567016601
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,64,1,128,1,float16,float16,0,1.421889591217041
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,64,1,128,1,float16,fp8,0,1.3412431716918944
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,64,1,128,1,fp8,fp8,0,1.337979221343994
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,64,2,128,1,float16,float16,0,1.359447956085205
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,64,64,128,1,float16,fp8,0,1.7479856491088868
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,64,64,128,1,fp8,fp8,0,1.747327995300293
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,64,2,128,1,float16,fp8,0,1.3240336418151855
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,64,4,128,1,float16,float16,0,1.4244799613952637
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,64,2,128,1,fp8,fp8,0,2.243137550354004
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,64,64,128,1,float16,float16,0,1.0347984313964844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,64,4,128,1,fp8,fp8,0,1.3267760276794434
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,64,4,128,1,float16,fp8,0,1.3747632026672363
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,64,8,128,1,float16,fp8,0,1.3571855545043945
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,64,8,128,1,fp8,fp8,0,1.3562288284301758
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,64,8,128,1,float16,float16,0,1.4746735572814942
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,64,64,128,1,float16,fp8,0,0.9053791999816895
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,64,1,128,1,float16,float16,0,0.6963632106781006
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,64,1,128,1,fp8,fp8,0,0.6784560203552246
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,64,1,128,1,float16,fp8,0,0.6618703842163086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,64,2,128,1,float16,float16,0,0.686137580871582
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,64,2,128,1,float16,fp8,0,0.6665088176727295
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,64,2,128,1,fp8,fp8,0,0.7428751945495605
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,64,64,128,1,fp8,fp8,0,1.4149168014526368
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,64,4,128,1,float16,float16,0,0.7015168190002441
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,64,4,128,1,float16,fp8,0,0.6868432044982911
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,64,4,128,1,fp8,fp8,0,0.6856416225433349
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,64,64,128,1,float16,float16,0,0.5462831974029541
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,64,8,128,1,float16,float16,0,0.7154032230377197
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,64,8,128,1,float16,fp8,0,0.6909152030944824
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,64,8,128,1,fp8,fp8,0,0.6841072082519531
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,64,64,128,1,fp8,fp8,0,0.4564511775970459
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,64,1,128,1,float16,float16,0,0.3553744077682495
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,64,1,128,1,float16,fp8,0,0.34335520267486574
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,64,2,128,1,float16,float16,0,0.3501584053039551
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,64,1,128,1,fp8,fp8,0,0.3677855968475342
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,64,2,128,1,float16,fp8,0,0.34106879234313964
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,64,64,128,1,float16,fp8,0,0.7105663776397705
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,64,2,128,1,fp8,fp8,0,0.33891520500183103
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,64,4,128,1,float16,fp8,0,0.349017596244812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,64,4,128,1,fp8,fp8,0,0.34264960289001467
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,64,4,128,1,float16,float16,0,0.36528480052948
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,64,64,128,1,float16,fp8,0,0.23049440383911132
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,64,8,128,1,fp8,fp8,0,0.34991679191589353
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,64,8,128,1,float16,float16,0,0.3676719903945923
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,64,8,128,1,float16,fp8,0,0.3734560012817383
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,64,1,128,1,float16,float16,0,0.18018560409545897
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,64,64,128,1,float16,float16,0,0.40258078575134276
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,64,64,128,1,fp8,fp8,0,0.23398079872131347
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,64,1,128,1,float16,fp8,0,0.17942240238189697
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,64,1,128,1,fp8,fp8,0,0.17474240064620972
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,64,2,128,1,float16,float16,0,0.18545440435409546
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,64,2,128,1,float16,fp8,0,0.17595839500427246
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,64,2,128,1,fp8,fp8,0,0.17576160430908203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,64,4,128,1,float16,fp8,0,0.1811840057373047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,64,4,128,1,fp8,fp8,0,0.18108479976654052
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,64,8,128,1,float16,float16,0,0.18906879425048828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,64,4,128,1,float16,float16,0,0.2976079940795898
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,64,8,128,1,float16,fp8,0,0.18432639837265014
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,64,64,128,1,float16,float16,0,0.14245760440826416
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,64,8,128,1,fp8,fp8,0,0.17984479665756226
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,64,64,128,1,float16,fp8,0,0.12424479722976685
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,64,64,128,1,fp8,fp8,0,0.12414560317993165
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,64,1,128,1,float16,float16,0,0.09841279983520508
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,64,1,128,1,fp8,fp8,0,0.09513279795646667
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,64,2,128,1,float16,float16,0,0.09652959704399108
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,64,1,128,1,float16,fp8,0,0.1495296001434326
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,64,2,128,1,float16,fp8,0,0.09625599980354309
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,64,2,128,1,fp8,fp8,0,0.09600480198860169
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,64,4,128,1,float16,float16,0,0.10005760192871094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,64,4,128,1,float16,fp8,0,0.09626719951629639
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,64,4,128,1,fp8,fp8,0,0.09635999798774719
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,64,8,128,1,float16,float16,0,0.10033600330352783
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,64,8,128,1,fp8,fp8,0,0.09855200052261352
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,64,64,128,1,float16,fp8,0,0.0668175995349884
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,64,8,128,1,float16,fp8,0,0.1523360013961792
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,64,64,128,1,fp8,fp8,0,0.06721439957618713
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,64,64,128,1,float16,float16,0,0.07693759799003601
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,64,1,128,1,float16,float16,0,0.050843197107315066
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,64,1,128,1,float16,fp8,0,0.048147198557853696
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,64,1,128,1,fp8,fp8,0,0.050139200687408444
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,64,2,128,1,float16,float16,0,0.08120959997177124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,64,2,128,1,float16,fp8,0,0.05024319887161255
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,64,2,128,1,fp8,fp8,0,0.0499567985534668
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,64,4,128,1,float16,float16,0,0.05294399857521057
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,64,4,128,1,float16,fp8,0,0.04983200132846832
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,64,4,128,1,fp8,fp8,0,0.048476800322532654
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,64,8,128,1,float16,float16,0,0.05697119832038879
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,64,8,128,1,float16,fp8,0,0.07753919959068298
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,64,8,128,1,fp8,fp8,0,0.0508512020111084
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,64,1,128,1,float16,float16,0,3.9065662384033204
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,64,1,128,1,float16,fp8,0,3.8729873657226563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,64,1,128,1,fp8,fp8,0,3.8722816467285157
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,64,2,128,1,float16,float16,0,3.9836399078369142
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,64,2,128,1,float16,fp8,0,3.889110565185547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,64,4,128,1,float16,float16,0,4.081124877929687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,64,2,128,1,fp8,fp8,0,6.901741027832031
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,64,64,128,1,float16,float16,0,3.2981136322021483
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,64,4,128,1,float16,fp8,0,3.8915008544921874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,64,4,128,1,fp8,fp8,0,3.8865425109863283
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,64,8,128,1,fp8,fp8,0,3.9749919891357424
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,64,8,128,1,float16,fp8,0,4.000936126708984
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,64,8,128,1,float16,float16,0,4.1656639099121096
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,64,64,128,1,fp8,fp8,0,2.841428756713867
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,64,1,128,1,float16,float16,0,1.978995132446289
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,64,1,128,1,float16,fp8,0,1.924001693725586
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,64,1,128,1,fp8,fp8,0,1.922520065307617
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,64,2,128,1,float16,float16,0,1.9313264846801759
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,64,2,128,1,float16,fp8,0,1.9243839263916016
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,64,2,128,1,fp8,fp8,0,1.9338863372802735
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,64,64,128,1,float16,fp8,0,4.6914112091064455
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,64,4,128,1,float16,float16,0,1.9950159072875977
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,64,4,128,1,float16,fp8,0,1.9844640731811523
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,64,4,128,1,fp8,fp8,0,1.9484495162963866
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,64,64,128,1,float16,float16,0,1.6533136367797852
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,64,8,128,1,float16,float16,0,2.080784034729004
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,64,8,128,1,float16,fp8,0,1.9995311737060546
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,64,8,128,1,fp8,fp8,0,1.997065544128418
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,64,1,128,1,float16,float16,0,0.9706671714782715
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,64,1,128,1,float16,fp8,0,0.967137622833252
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,64,1,128,1,fp8,fp8,0,0.9897904396057129
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,64,2,128,1,float16,float16,0,0.9812800407409668
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,64,64,128,1,fp8,fp8,0,1.4107583999633788
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,64,2,128,1,float16,fp8,0,0.9636256217956543
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,64,2,128,1,fp8,fp8,0,0.968017578125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,64,64,128,1,float16,fp8,0,2.2385568618774414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,64,4,128,1,float16,float16,0,1.0026432037353517
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,64,4,128,1,float16,fp8,0,0.9810480117797852
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,64,4,128,1,fp8,fp8,0,1.0030799865722657
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,64,64,128,1,float16,float16,0,0.8358223915100098
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,64,8,128,1,float16,float16,0,1.069819164276123
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,64,8,128,1,float16,fp8,0,1.010532760620117
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,64,8,128,1,fp8,fp8,0,0.9999775886535645
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,64,1,128,1,float16,float16,0,0.4900576114654541
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,64,64,128,1,fp8,fp8,0,0.7121535778045655
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,64,1,128,1,float16,fp8,0,0.5004464149475097
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,64,1,128,1,fp8,fp8,0,0.48902239799499514
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,64,2,128,1,float16,float16,0,0.5059296131134033
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,64,64,128,1,float16,fp8,0,1.1379504203796387
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,64,2,128,1,fp8,fp8,0,0.48731842041015627
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,64,2,128,1,float16,fp8,0,0.49257760047912597
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,64,4,128,1,float16,float16,0,0.5063983917236328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,64,4,128,1,float16,fp8,0,0.5077184200286865
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,64,4,128,1,fp8,fp8,0,0.5078479766845703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,64,8,128,1,float16,float16,0,0.5360335826873779
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,64,64,128,1,float16,fp8,0,0.3629600048065186
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,64,64,128,1,float16,float16,0,0.4246511936187744
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,64,1,128,1,float16,float16,0,0.25695199966430665
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,64,8,128,1,fp8,fp8,0,0.5202672004699707
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,64,64,128,1,fp8,fp8,0,0.36212480068206787
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,64,1,128,1,float16,fp8,0,0.25556159019470215
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,64,8,128,1,float16,fp8,0,0.8143584251403808
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,64,1,128,1,fp8,fp8,0,0.2517263889312744
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,64,2,128,1,float16,float16,0,0.2517839908599854
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,64,2,128,1,float16,fp8,0,0.25633599758148196
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,64,2,128,1,fp8,fp8,0,0.2565200090408325
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,64,4,128,1,float16,float16,0,0.2587680101394653
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,64,4,128,1,float16,fp8,0,0.2545151948928833
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,64,8,128,1,float16,float16,0,0.2728912115097046
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,64,8,128,1,float16,fp8,0,0.2650367975234985
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,64,64,128,1,fp8,fp8,0,0.18835519552230834
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,64,8,128,1,fp8,fp8,0,0.26641919612884524
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,64,64,128,1,float16,float16,0,0.2242288112640381
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,64,64,128,1,float16,fp8,0,0.18779679536819457
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,64,4,128,1,fp8,fp8,0,0.43955039978027344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,64,1,128,1,float16,float16,0,0.13313759565353395
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,64,1,128,1,float16,fp8,0,0.13351520299911498
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,64,1,128,1,fp8,fp8,0,0.13110079765319824
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,64,2,128,1,float16,float16,0,0.13562560081481934
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,64,2,128,1,fp8,fp8,0,0.13089439868927003
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,64,2,128,1,float16,fp8,0,0.13414399623870848
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,64,4,128,1,float16,fp8,0,0.13367199897766113
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,64,4,128,1,float16,float16,0,0.22571520805358886
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,64,4,128,1,fp8,fp8,0,0.13540799617767335
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,64,8,128,1,float16,float16,0,0.1417232036590576
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,64,8,128,1,float16,fp8,0,0.13878240585327148
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,64,8,128,1,fp8,fp8,0,0.1353327989578247
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,64,64,128,1,float16,fp8,0,0.10048960447311402
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,64,64,128,1,float16,float16,0,0.11932959556579589
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,64,1,128,1,float16,float16,0,0.0731935977935791
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,64,64,128,1,fp8,fp8,0,0.14795999526977538
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,64,1,128,1,float16,fp8,0,0.07076960206031799
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,64,1,128,1,fp8,fp8,0,0.07257279753684998
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,64,2,128,1,float16,float16,0,0.07190880179405212
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,64,2,128,1,float16,fp8,0,0.07163040041923523
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,64,2,128,1,fp8,fp8,0,0.07290239930152893
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,64,4,128,1,float16,float16,0,0.07555360198020936
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,64,8,128,1,float16,float16,0,0.07762240171432495
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,64,4,128,1,fp8,fp8,0,0.07227680087089539
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,64,4,128,1,float16,fp8,0,0.11325279474258423
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,64,8,128,1,float16,fp8,0,0.07389280200004578
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,64,8,128,1,fp8,fp8,0,0.07413280010223389
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,64,64,128,1,float16,fp8,0,0.05785920023918152
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,64,1,128,1,float16,float16,0,0.036955198645591734
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,64,64,128,1,float16,float16,0,0.0656336009502411
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,64,64,128,1,fp8,fp8,0,0.05767359733581543
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,64,1,128,1,fp8,fp8,0,0.03779360055923462
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,64,1,128,1,float16,fp8,0,0.06144959926605224
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,64,2,128,1,float16,float16,0,0.03827199935913086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,64,2,128,1,float16,fp8,0,0.0384656012058258
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,64,2,128,1,fp8,fp8,0,0.03722079992294312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,64,4,128,1,float16,float16,0,0.04047519862651825
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,64,4,128,1,float16,fp8,0,0.03880960047245026
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,64,4,128,1,fp8,fp8,0,0.03815839886665344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,64,8,128,1,float16,float16,0,0.06259840130805969
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,64,8,128,1,fp8,fp8,0,0.03825600147247314
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,64,8,128,1,float16,fp8,0,0.039166399836540224
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,64,64,128,1,float16,float16,0,0.03898240029811859
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,64,64,128,1,float16,fp8,0,0.03201119899749756
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,64,64,128,1,fp8,fp8,0,0.03142560124397278
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,64,1,128,1,float16,float16,0,0.02268799990415573
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,64,1,128,1,float16,fp8,0,0.03695679903030395
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,64,1,128,1,fp8,fp8,0,0.023900799453258514
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,64,2,128,1,float16,float16,0,0.02314720004796982
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,64,2,128,1,float16,fp8,0,0.023635199666023253
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,64,2,128,1,fp8,fp8,0,0.024214400351047514
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,64,4,128,1,float16,float16,0,0.023148800432682037
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,64,4,128,1,float16,fp8,0,0.024059200286865236
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,64,4,128,1,fp8,fp8,0,0.037278398871421814
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,64,8,128,1,float16,float16,0,0.023014399409294128
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,64,8,128,1,fp8,fp8,0,0.023827199637889863
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,64,8,128,1,float16,fp8,0,0.024582399427890776
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,64,1,128,1,float16,fp8,0,1.5863712310791016
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,64,1,128,1,float16,float16,0,1.5441360473632812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,64,1,128,1,fp8,fp8,0,1.5982576370239259
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,64,2,128,1,float16,fp8,0,1.588807964324951
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,64,2,128,1,fp8,fp8,0,1.5820544242858887
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,64,4,128,1,float16,float16,0,1.6086944580078124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,64,2,128,1,float16,float16,0,2.4981664657592773
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,64,4,128,1,float16,fp8,0,1.6084352493286134
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,64,4,128,1,fp8,fp8,0,1.6080575942993165
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,64,64,128,1,float16,fp8,0,1.1945072174072267
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,64,8,128,1,float16,float16,0,1.6797632217407226
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,64,8,128,1,float16,fp8,0,1.6572959899902344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,64,64,128,1,float16,float16,0,1.5197504043579102
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,64,8,128,1,fp8,fp8,0,1.646384048461914
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,64,1,128,1,float16,float16,0,0.7654176235198975
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,64,1,128,1,float16,fp8,0,0.7998112201690674
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,64,1,128,1,fp8,fp8,0,0.7989776134490967
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,64,2,128,1,float16,float16,0,0.7793375968933105
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,64,64,128,1,fp8,fp8,0,1.884708786010742
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,64,2,128,1,float16,fp8,0,0.7952288150787353
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,64,4,128,1,float16,float16,0,0.7971744060516357
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,64,2,128,1,fp8,fp8,0,0.8004927635192871
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,64,4,128,1,float16,fp8,0,0.80557279586792
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,64,4,128,1,fp8,fp8,0,0.810689640045166
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,64,8,128,1,float16,float16,0,0.8462623596191406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,64,64,128,1,float16,fp8,0,0.6025360107421875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,64,64,128,1,fp8,fp8,0,0.6044112205505371
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,64,8,128,1,float16,fp8,0,0.8258288383483887
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,64,1,128,1,float16,float16,0,0.38981759548187256
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,64,64,128,1,float16,float16,0,0.7683184146881104
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,64,1,128,1,float16,fp8,0,0.4055952072143555
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,64,8,128,1,fp8,fp8,0,1.2831007957458496
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,64,2,128,1,float16,float16,0,0.3963615894317627
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,64,1,128,1,fp8,fp8,0,0.4032320022583008
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,64,2,128,1,float16,fp8,0,0.40214881896972654
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,64,2,128,1,fp8,fp8,0,0.40390400886535643
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,64,4,128,1,float16,float16,0,0.4059311866760254
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,64,4,128,1,float16,fp8,0,0.41143040657043456
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,64,8,128,1,float16,float16,0,0.42973761558532714
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,64,64,128,1,float16,fp8,0,0.3083359956741333
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,64,8,128,1,float16,fp8,0,0.42134881019592285
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,64,64,128,1,float16,float16,0,0.3915632009506226
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,64,8,128,1,fp8,fp8,0,0.4195744037628174
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,64,4,128,1,fp8,fp8,0,0.6286960124969483
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,64,1,128,1,float16,float16,0,0.20270240306854248
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,64,64,128,1,fp8,fp8,0,0.30944480895996096
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,64,1,128,1,float16,fp8,0,0.20721280574798584
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,64,1,128,1,fp8,fp8,0,0.20970559120178223
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,64,2,128,1,float16,float16,0,0.20421760082244872
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,64,2,128,1,float16,fp8,0,0.206931209564209
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,64,4,128,1,float16,float16,0,0.21034560203552247
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,64,2,128,1,fp8,fp8,0,0.3138864040374756
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,64,4,128,1,float16,fp8,0,0.21130878925323487
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,64,4,128,1,fp8,fp8,0,0.21200640201568605
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,64,8,128,1,float16,float16,0,0.22072479724884034
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,64,8,128,1,float16,fp8,0,0.2199455976486206
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,64,8,128,1,fp8,fp8,0,0.21599040031433106
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,64,64,128,1,float16,float16,0,0.20495200157165527
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,64,1,128,1,float16,float16,0,0.10875680446624755
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,64,64,128,1,float16,fp8,0,0.22400801181793212
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,64,1,128,1,float16,fp8,0,0.10911999940872193
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,64,1,128,1,fp8,fp8,0,0.11112639904022217
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,64,64,128,1,fp8,fp8,0,0.1615504026412964
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,64,2,128,1,float16,float16,0,0.10838079452514648
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,64,2,128,1,float16,fp8,0,0.11000159978866578
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,64,2,128,1,fp8,fp8,0,0.11071679592132569
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,64,4,128,1,float16,float16,0,0.15714880228042602
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,64,4,128,1,fp8,fp8,0,0.11279200315475464
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,64,4,128,1,float16,fp8,0,0.11124800443649292
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,64,8,128,1,float16,float16,0,0.11681599617004394
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,64,8,128,1,float16,fp8,0,0.11353759765625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,64,64,128,1,float16,float16,0,0.11009759902954101
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,64,8,128,1,fp8,fp8,0,0.1140895962715149
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,64,64,128,1,float16,fp8,0,0.11865439414978027
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,64,64,128,1,fp8,fp8,0,0.08854560256004333
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,64,1,128,1,float16,float16,0,0.06018720269203186
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,64,1,128,1,float16,fp8,0,0.06116799712181091
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,64,1,128,1,fp8,fp8,0,0.06000480055809021
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,64,2,128,1,float16,float16,0,0.061103999614715576
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,64,2,128,1,float16,fp8,0,0.06074079871177673
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,64,2,128,1,fp8,fp8,0,0.08989760279655457
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,64,4,128,1,float16,float16,0,0.06284160017967225
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,64,4,128,1,float16,fp8,0,0.06218879818916321
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,64,4,128,1,fp8,fp8,0,0.06141759753227234
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,64,8,128,1,float16,fp8,0,0.06327840089797973
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,64,8,128,1,float16,float16,0,0.06443840265274048
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,64,8,128,1,fp8,fp8,0,0.06309120059013366
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,64,64,128,1,float16,float16,0,0.0739184021949768
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,64,64,128,1,float16,fp8,0,0.050044798851013185
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,64,64,128,1,fp8,fp8,0,0.049623998999595645
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,64,1,128,1,float16,float16,0,0.03218559920787811
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,64,1,128,1,float16,fp8,0,0.032574400305747986
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,64,1,128,1,fp8,fp8,0,0.03291999995708465
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,64,2,128,1,float16,float16,0,0.03206239938735962
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,64,2,128,1,float16,fp8,0,0.048023998737335205
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,64,2,128,1,fp8,fp8,0,0.03317919969558716
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,64,4,128,1,float16,fp8,0,0.03218879997730255
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,64,4,128,1,float16,float16,0,0.033430400490760806
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,64,4,128,1,fp8,fp8,0,0.03267999887466431
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,64,8,128,1,float16,float16,0,0.037615999579429626
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,64,8,128,1,float16,fp8,0,0.03275519907474518
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,64,64,128,1,float16,float16,0,0.035579198598861696
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,64,8,128,1,fp8,fp8,0,0.049086400866508485
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,64,64,128,1,float16,fp8,0,0.0252703994512558
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,64,64,128,1,fp8,fp8,0,0.02612000107765198
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,64,1,128,1,float16,float16,0,0.01944800019264221
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,64,1,128,1,float16,fp8,0,0.020692799985408784
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,64,1,128,1,fp8,fp8,0,0.01995840072631836
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,64,2,128,1,float16,float16,0,0.019684800505638124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,64,2,128,1,float16,fp8,0,0.029892799258232117
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,64,2,128,1,fp8,fp8,0,0.020076799392700195
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,64,4,128,1,float16,float16,0,0.01998399943113327
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,64,4,128,1,float16,fp8,0,0.020443199574947356
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,64,4,128,1,fp8,fp8,0,0.02067999988794327
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,64,8,128,1,float16,float16,0,0.019628800451755524
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,64,8,128,1,float16,fp8,0,0.021027199923992157
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,64,8,128,1,fp8,fp8,0,0.02794879972934723
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,64,64,128,1,float16,float16,0,0.017416000366210938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,64,64,128,1,float16,fp8,0,0.0168272003531456
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,64,64,128,1,fp8,fp8,0,0.01679999977350235
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,64,1,128,1,float16,float16,0,0.014897599816322327
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,64,1,128,1,float16,fp8,0,0.015192000567913056
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,64,1,128,1,fp8,fp8,0,0.015409600734710694
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,64,2,128,1,float16,float16,0,0.019336000084877014
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,64,2,128,1,float16,fp8,0,0.014983999729156493
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,64,2,128,1,fp8,fp8,0,0.01531040072441101
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,64,4,128,1,float16,float16,0,0.014815999567508698
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,64,4,128,1,float16,fp8,0,0.015352000296115876
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,64,4,128,1,fp8,fp8,0,0.015024000406265258
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,64,8,128,1,float16,float16,0,0.015492799878120422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,64,8,128,1,float16,fp8,0,0.015542399883270264
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,64,8,128,1,fp8,fp8,0,0.015112000703811645
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,64,1,128,1,float16,float16,0,0.7105743885040283
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,64,2,128,1,float16,float16,0,0.7179984092712403
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,64,1,128,1,fp8,fp8,0,0.7661952018737793
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,64,1,128,1,float16,fp8,0,0.7705296039581299
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,64,2,128,1,float16,fp8,0,0.7754623889923096
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,64,2,128,1,fp8,fp8,0,0.7742959976196289
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,64,4,128,1,float16,float16,0,0.731489610671997
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,64,4,128,1,float16,fp8,0,0.7966400146484375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,64,8,128,1,float16,float16,0,0.7722064018249511
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,64,4,128,1,fp8,fp8,0,0.7881375789642334
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,64,8,128,1,fp8,fp8,0,0.8276576042175293
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,64,8,128,1,float16,fp8,0,0.8323311805725098
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,64,1,128,1,float16,float16,0,0.35895040035247805
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,64,1,128,1,float16,fp8,0,0.3915424108505249
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,64,1,128,1,fp8,fp8,0,0.39209280014038084
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,64,64,128,1,float16,float16,0,0.750704002380371
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,64,64,128,1,float16,fp8,0,0.6213232040405273
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,64,64,128,1,fp8,fp8,0,0.6243231773376465
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,64,2,128,1,float16,float16,0,0.3614687919616699
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,64,2,128,1,float16,fp8,0,0.394271993637085
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,64,2,128,1,fp8,fp8,0,0.39573919773101807
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,64,4,128,1,float16,fp8,0,0.40346879959106446
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,64,4,128,1,float16,float16,0,0.37158238887786865
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,64,4,128,1,fp8,fp8,0,0.4035439968109131
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,64,8,128,1,float16,float16,0,0.38840320110321047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,64,8,128,1,float16,fp8,0,0.41956000328063964
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,64,64,128,1,float16,fp8,0,0.3161168098449707
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,64,64,128,1,float16,float16,0,0.3882143974304199
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,64,64,128,1,fp8,fp8,0,0.31606240272521974
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,64,8,128,1,fp8,fp8,0,0.4202239990234375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,64,1,128,1,float16,float16,0,0.18440959453582764
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,64,1,128,1,float16,fp8,0,0.20068960189819335
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,64,2,128,1,float16,float16,0,0.18623199462890624
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,64,1,128,1,fp8,fp8,0,0.2011568069458008
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,64,2,128,1,float16,fp8,0,0.20235199928283693
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,64,4,128,1,float16,float16,0,0.19010560512542723
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,64,2,128,1,fp8,fp8,0,0.20248000621795653
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,64,4,128,1,float16,fp8,0,0.20597600936889648
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,64,4,128,1,fp8,fp8,0,0.20501439571380614
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,64,8,128,1,float16,float16,0,0.20160799026489257
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,64,8,128,1,float16,fp8,0,0.21539039611816407
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,64,8,128,1,fp8,fp8,0,0.2130255937576294
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,64,64,128,1,float16,float16,0,0.20299999713897704
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,64,64,128,1,float16,fp8,0,0.1649168014526367
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,64,1,128,1,float16,float16,0,0.1005552053451538
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,64,64,128,1,fp8,fp8,0,0.1647744059562683
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,64,1,128,1,float16,fp8,0,0.10735839605331421
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,64,1,128,1,fp8,fp8,0,0.10632480382919311
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,64,2,128,1,float16,float16,0,0.09985920190811157
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,64,2,128,1,float16,fp8,0,0.10807520151138306
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,64,2,128,1,fp8,fp8,0,0.10808639526367188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,64,4,128,1,float16,float16,0,0.10062400102615357
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,64,4,128,1,float16,fp8,0,0.10944000482559205
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,64,4,128,1,fp8,fp8,0,0.10842239856719971
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,64,8,128,1,float16,float16,0,0.10699679851531982
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,64,8,128,1,float16,fp8,0,0.11305439472198486
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,64,64,128,1,float16,float16,0,0.10953279733657836
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,64,8,128,1,fp8,fp8,0,0.11351519823074341
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,64,64,128,1,float16,fp8,0,0.08728960156440735
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,64,1,128,1,float16,float16,0,0.05678719878196716
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,64,64,128,1,fp8,fp8,0,0.08680319786071777
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,64,1,128,1,float16,fp8,0,0.057631999254226685
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,64,1,128,1,fp8,fp8,0,0.05752159953117371
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,64,2,128,1,float16,float16,0,0.0554751992225647
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,64,2,128,1,float16,fp8,0,0.05831360220909119
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,64,2,128,1,fp8,fp8,0,0.05854079723358154
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,64,4,128,1,float16,float16,0,0.056492799520492555
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,64,4,128,1,float16,fp8,0,0.058500802516937254
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,64,4,128,1,fp8,fp8,0,0.05859360098838806
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,64,8,128,1,float16,float16,0,0.05910080075263977
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,64,8,128,1,float16,fp8,0,0.0603488028049469
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,64,8,128,1,fp8,fp8,0,0.06008639931678772
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,64,64,128,1,float16,float16,0,0.05752639770507813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,64,64,128,1,float16,fp8,0,0.0463375985622406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,64,1,128,1,float16,float16,0,0.02863360047340393
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,64,64,128,1,fp8,fp8,0,0.04575200080871582
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,64,1,128,1,float16,fp8,0,0.029569599032402038
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,64,1,128,1,fp8,fp8,0,0.029262399673461913
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,64,2,128,1,float16,float16,0,0.02884320020675659
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,64,2,128,1,float16,fp8,0,0.028865599632263185
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,64,2,128,1,fp8,fp8,0,0.029278400540351867
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,64,4,128,1,float16,float16,0,0.030232000350952148
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,64,4,128,1,float16,fp8,0,0.029870399832725526
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,64,4,128,1,fp8,fp8,0,0.029414400458335876
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,64,8,128,1,float16,float16,0,0.03442080020904541
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,64,8,128,1,float16,fp8,0,0.029814401268959047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,64,8,128,1,fp8,fp8,0,0.029708799719810487
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,64,64,128,1,float16,float16,0,0.03307519853115082
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,64,64,128,1,float16,fp8,0,0.023028799891471864
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,64,64,128,1,fp8,fp8,0,0.021316799521446227
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,64,1,128,1,float16,float16,0,0.017660799622535705
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,64,1,128,1,float16,fp8,0,0.018673600256443025
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,64,1,128,1,fp8,fp8,0,0.01855199933052063
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,64,2,128,1,float16,float16,0,0.01767680048942566
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,64,2,128,1,float16,fp8,0,0.018731200695037843
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,64,2,128,1,fp8,fp8,0,0.01849920004606247
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,64,4,128,1,float16,float16,0,0.017862400412559508
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,64,4,128,1,float16,fp8,0,0.018691200017929076
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,64,4,128,1,fp8,fp8,0,0.018479999899864197
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,64,8,128,1,float16,float16,0,0.018598400056362152
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,64,8,128,1,float16,fp8,0,0.018753600120544434
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,64,8,128,1,fp8,fp8,0,0.018555200099945067
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,64,64,128,1,float16,float16,0,0.015689599514007568
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,64,64,128,1,float16,fp8,0,0.014646400511264802
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,64,64,128,1,fp8,fp8,0,0.014865599572658539
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,64,1,128,1,float16,float16,0,0.012998400628566742
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,64,1,128,1,float16,fp8,0,0.013678400218486786
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,64,1,128,1,fp8,fp8,0,0.013612799346446991
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,64,2,128,1,float16,float16,0,0.012860800325870513
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,64,2,128,1,float16,fp8,0,0.01361120045185089
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,64,2,128,1,fp8,fp8,0,0.013571199774742127
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,64,4,128,1,float16,float16,0,0.013223999738693237
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,64,4,128,1,float16,fp8,0,0.013444800674915314
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,64,4,128,1,fp8,fp8,0,0.013342399895191193
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,64,8,128,1,float16,float16,0,0.013449600338935852
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,64,8,128,1,fp8,fp8,0,0.013833600282669067
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,64,8,128,1,float16,fp8,0,0.013648000359535218
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,64,64,128,1,float16,float16,0,0.014336000382900237
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,64,64,128,1,float16,fp8,0,0.013884800672531127
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,64,64,128,1,fp8,fp8,0,0.0141184002161026
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,64,1,128,1,float16,float16,0,0.012611199915409089
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,64,1,128,1,float16,fp8,0,0.013081599771976472
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,64,2,128,1,float16,float16,0,0.012556800246238708
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,64,1,128,1,fp8,fp8,0,0.01297439932823181
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,64,2,128,1,float16,fp8,0,0.013070400059223174
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,64,4,128,1,float16,float16,0,0.012593600153923034
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,64,2,128,1,fp8,fp8,0,0.013222399353981017
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,64,4,128,1,float16,fp8,0,0.012928000092506409
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,64,4,128,1,fp8,fp8,0,0.013156799972057343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,64,8,128,1,float16,float16,0,0.012742400169372559
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,64,8,128,1,float16,fp8,0,0.013020800054073333
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,64,8,128,1,fp8,fp8,0,0.013211199641227722
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,64,1,128,1,float16,float16,0,0.36318559646606446
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,64,1,128,1,float16,fp8,0,0.3919248104095459
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,64,1,128,1,fp8,fp8,0,0.39497439861297606
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,64,2,128,1,float16,float16,0,0.3664560079574585
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,64,2,128,1,float16,fp8,0,0.39726080894470217
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,64,2,128,1,fp8,fp8,0,0.3973583936691284
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,64,4,128,1,float16,float16,0,0.3733407974243164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,64,4,128,1,float16,fp8,0,0.40448641777038574
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,64,4,128,1,fp8,fp8,0,0.40430397987365724
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,64,8,128,1,float16,float16,0,0.39486720561981203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,64,1,128,1,float16,float16,0,0.1871359944343567
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,64,8,128,1,float16,fp8,0,0.4196256160736084
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,64,8,128,1,fp8,fp8,0,0.4214015960693359
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,64,64,128,1,float16,float16,0,0.4738768100738525
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,64,64,128,1,float16,fp8,0,0.45236639976501464
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,64,64,128,1,fp8,fp8,0,0.45093598365783694
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,64,1,128,1,float16,fp8,0,0.20107998847961425
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,64,1,128,1,fp8,fp8,0,0.20272479057312012
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,64,2,128,1,float16,float16,0,0.18929920196533204
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,64,2,128,1,float16,fp8,0,0.20114879608154296
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,64,2,128,1,fp8,fp8,0,0.20375359058380127
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,64,4,128,1,float16,float16,0,0.19429440498352052
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,64,4,128,1,float16,fp8,0,0.2061311960220337
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,64,4,128,1,fp8,fp8,0,0.20675039291381836
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,64,8,128,1,float16,float16,0,0.2402559995651245
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,64,8,128,1,float16,fp8,0,0.21300959587097168
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,64,8,128,1,fp8,fp8,0,0.2153775930404663
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,64,64,128,1,float16,float16,0,0.24770879745483398
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,64,64,128,1,float16,fp8,0,0.23311519622802734
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,64,1,128,1,float16,float16,0,0.11870239973068238
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,64,1,128,1,float16,fp8,0,0.10712800025939942
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,64,64,128,1,fp8,fp8,0,0.23254721164703368
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,64,1,128,1,fp8,fp8,0,0.10829919576644897
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,64,2,128,1,float16,float16,0,0.10217440128326416
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,64,2,128,1,float16,fp8,0,0.1081503987312317
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,64,2,128,1,fp8,fp8,0,0.14009920358657837
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,64,4,128,1,float16,float16,0,0.10310399532318115
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,64,4,128,1,float16,fp8,0,0.11067039966583252
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,64,4,128,1,fp8,fp8,0,0.11027679443359376
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,64,8,128,1,float16,float16,0,0.10911680459976196
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,64,8,128,1,float16,fp8,0,0.11354720592498779
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,64,8,128,1,fp8,fp8,0,0.14738399982452394
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,64,1,128,1,float16,float16,0,0.05586879849433899
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,64,64,128,1,float16,float16,0,0.12924480438232422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,64,64,128,1,float16,fp8,0,0.12084000110626221
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,64,1,128,1,float16,fp8,0,0.05799199938774109
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,64,64,128,1,fp8,fp8,0,0.12118240594863891
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,64,1,128,1,fp8,fp8,0,0.07833120226860046
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,64,2,128,1,float16,float16,0,0.05600799918174744
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,64,2,128,1,float16,fp8,0,0.058087998628616334
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,64,2,128,1,fp8,fp8,0,0.05835840106010437
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,64,4,128,1,float16,fp8,0,0.058771198987960814
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,64,4,128,1,float16,float16,0,0.05704960227012634
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,64,4,128,1,fp8,fp8,0,0.07923840284347534
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,64,8,128,1,float16,float16,0,0.060127997398376466
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,64,8,128,1,float16,fp8,0,0.06050559878349304
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,64,8,128,1,fp8,fp8,0,0.06055359840393067
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,64,64,128,1,float16,fp8,0,0.06321759819984436
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,64,64,128,1,float16,float16,0,0.07124000191688537
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,64,1,128,1,float16,float16,0,0.02858879864215851
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,64,1,128,1,float16,fp8,0,0.028747200965881348
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,64,1,128,1,fp8,fp8,0,0.029148799180984498
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,64,64,128,1,fp8,fp8,0,0.08086720108985901
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,64,2,128,1,float16,float16,0,0.028472000360488893
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,64,2,128,1,float16,fp8,0,0.028887999057769776
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,64,2,128,1,fp8,fp8,0,0.02881760001182556
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,64,4,128,1,float16,float16,0,0.029528000950813295
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,64,4,128,1,fp8,fp8,0,0.029227200150489806
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,64,4,128,1,float16,fp8,0,0.040140798687934874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,64,8,128,1,float16,float16,0,0.034590399265289305
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,64,8,128,1,float16,fp8,0,0.02918879985809326
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,64,8,128,1,fp8,fp8,0,0.029499199986457825
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,64,64,128,1,fp8,fp8,0,0.030163198709487915
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,64,64,128,1,float16,fp8,0,0.04280639886856079
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,64,1,128,1,float16,float16,0,0.017467199265956877
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,64,64,128,1,float16,float16,0,0.04037919938564301
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,64,1,128,1,float16,fp8,0,0.01924320012331009
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,64,1,128,1,fp8,fp8,0,0.01865600049495697
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,64,2,128,1,float16,float16,0,0.017768000066280366
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,64,2,128,1,float16,fp8,0,0.023112000524997713
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,64,2,128,1,fp8,fp8,0,0.019225600361824035
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,64,4,128,1,float16,float16,0,0.017627200484275816
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,64,4,128,1,float16,fp8,0,0.018580800294876097
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,64,4,128,1,fp8,fp8,0,0.018615999817848207
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,64,8,128,1,float16,float16,0,0.0180976003408432
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,64,8,128,1,fp8,fp8,0,0.019351999461650848
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,64,8,128,1,float16,fp8,0,0.02325119972229004
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,64,64,128,1,float16,fp8,0,0.018435199558734894
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,64,64,128,1,float16,float16,0,0.01892320066690445
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,64,64,128,1,fp8,fp8,0,0.018452799320220946
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,64,1,128,1,float16,float16,0,0.012931199371814727
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,64,1,128,1,float16,fp8,0,0.013918399810791016
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,64,1,128,1,fp8,fp8,0,0.016387200355529784
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,64,2,128,1,float16,float16,0,0.012707200646400452
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,64,2,128,1,float16,fp8,0,0.013334399461746216
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,64,4,128,1,float16,float16,0,0.013060800731182098
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,64,2,128,1,fp8,fp8,0,0.0133775994181633
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,64,4,128,1,float16,fp8,0,0.013711999356746673
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,64,4,128,1,fp8,fp8,0,0.01672160029411316
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,64,8,128,1,float16,float16,0,0.013171200454235078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,64,8,128,1,float16,fp8,0,0.013596799969673157
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,64,8,128,1,fp8,fp8,0,0.013579200208187103
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,64,64,128,1,float16,float16,0,0.013654400408267976
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,64,64,128,1,float16,fp8,0,0.013920000195503235
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,64,1,128,1,float16,float16,0,0.012443199753761292
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,64,64,128,1,fp8,fp8,0,0.01526239961385727
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,64,1,128,1,float16,fp8,0,0.012943999469280243
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,64,1,128,1,fp8,fp8,0,0.013038399815559387
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,64,2,128,1,float16,float16,0,0.012280000001192093
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,64,2,128,1,float16,fp8,0,0.01324480026960373
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,64,2,128,1,fp8,fp8,0,0.0130048006772995
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,64,4,128,1,float16,float16,0,0.01393440067768097
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,64,4,128,1,float16,fp8,0,0.012833599746227265
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,64,4,128,1,fp8,fp8,0,0.013308799266815186
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,64,8,128,1,float16,float16,0,0.012492799758911132
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,64,8,128,1,float16,fp8,0,0.013361600041389466
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,64,8,128,1,fp8,fp8,0,0.013158400356769562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,64,64,128,1,float16,float16,0,0.014744000136852264
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,64,64,128,1,float16,fp8,0,0.013374400138854981
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,64,64,128,1,fp8,fp8,0,0.013371199369430542
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,64,1,128,1,float16,float16,0,0.01199520006775856
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,64,1,128,1,float16,fp8,0,0.013126400113105775
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,64,1,128,1,fp8,fp8,0,0.013219200074672699
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,64,2,128,1,float16,float16,0,0.013544000685214996
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,64,2,128,1,float16,fp8,0,0.012902399897575379
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,64,2,128,1,fp8,fp8,0,0.012923200428485871
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,64,4,128,1,float16,float16,0,0.01226240023970604
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,64,4,128,1,float16,fp8,0,0.013153600692749023
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,64,4,128,1,fp8,fp8,0,0.012934400141239167
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,64,8,128,1,float16,float16,0,0.013649600744247436
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,64,8,128,1,float16,fp8,0,0.0131632000207901
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,64,8,128,1,fp8,fp8,0,0.012921600043773651
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,64,1,128,1,float16,float16,0,0.18905119895935057
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,64,1,128,1,float16,fp8,0,0.20460960865020753
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,64,1,128,1,fp8,fp8,0,0.2027359962463379
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,64,2,128,1,float16,float16,0,0.19719680547714233
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,64,2,128,1,float16,fp8,0,0.20304958820343016
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,64,2,128,1,fp8,fp8,0,0.2038640022277832
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,64,4,128,1,float16,float16,0,0.1945296049118042
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,64,4,128,1,float16,fp8,0,0.20879199504852294
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,64,4,128,1,fp8,fp8,0,0.2067392110824585
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,64,8,128,1,float16,float16,0,0.20376479625701904
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,64,8,128,1,fp8,fp8,0,0.2141871929168701
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,64,8,128,1,float16,fp8,0,0.22412800788879395
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,64,64,128,1,float16,float16,0,0.36217761039733887
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,64,1,128,1,float16,float16,0,0.10069600343704224
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,64,1,128,1,float16,fp8,0,0.1086624026298523
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,64,1,128,1,fp8,fp8,0,0.11753439903259277
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,64,2,128,1,float16,float16,0,0.10197759866714477
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,64,2,128,1,float16,fp8,0,0.10938559770584107
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,64,64,128,1,float16,fp8,0,0.36600160598754883
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,64,64,128,1,fp8,fp8,0,0.3635983943939209
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,64,2,128,1,fp8,fp8,0,0.10925439596176148
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,64,4,128,1,float16,float16,0,0.11208640336990357
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,64,4,128,1,float16,fp8,0,0.11121280193328857
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,64,4,128,1,fp8,fp8,0,0.11072959899902343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,64,8,128,1,float16,float16,0,0.11081279516220092
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,64,8,128,1,float16,fp8,0,0.11367360353469849
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,64,8,128,1,fp8,fp8,0,0.11382240056991577
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,64,64,128,1,float16,float16,0,0.21852478981018067
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,64,1,128,1,float16,float16,0,0.05809599757194519
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,64,64,128,1,float16,fp8,0,0.19003839492797853
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,64,1,128,1,float16,fp8,0,0.059145599603652954
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,64,1,128,1,fp8,fp8,0,0.05853279829025269
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,64,64,128,1,fp8,fp8,0,0.19083199501037598
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,64,2,128,1,float16,fp8,0,0.059201598167419434
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,64,2,128,1,float16,float16,0,0.058406400680541995
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,64,2,128,1,fp8,fp8,0,0.05841919779777527
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,64,4,128,1,float16,float16,0,0.0585536003112793
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,64,4,128,1,float16,fp8,0,0.05992479920387268
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,64,4,128,1,fp8,fp8,0,0.05974400043487549
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,64,8,128,1,float16,float16,0,0.06226239800453186
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,64,8,128,1,float16,fp8,0,0.061547201871871945
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,64,8,128,1,fp8,fp8,0,0.06182079911231995
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,64,64,128,1,float16,float16,0,0.10069119930267334
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,64,1,128,1,float16,float16,0,0.028543999791145323
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,64,64,128,1,float16,fp8,0,0.0990224003791809
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,64,1,128,1,float16,fp8,0,0.02945759892463684
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,64,64,128,1,fp8,fp8,0,0.10011359453201293
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,64,1,128,1,fp8,fp8,0,0.029529601335525513
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,64,2,128,1,float16,float16,0,0.0290367990732193
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,64,2,128,1,float16,fp8,0,0.029241600632667543
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,64,2,128,1,fp8,fp8,0,0.0293071985244751
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,64,4,128,1,float16,float16,0,0.030070400238037108
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,64,4,128,1,float16,fp8,0,0.0294048011302948
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,64,4,128,1,fp8,fp8,0,0.02970399856567383
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,64,8,128,1,float16,float16,0,0.03431999981403351
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,64,8,128,1,fp8,fp8,0,0.030187198519706727
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,64,8,128,1,float16,fp8,0,0.02972640097141266
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,64,1,128,1,float16,float16,0,0.01770720034837723
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,64,64,128,1,float16,float16,0,0.05541120171546936
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,64,64,128,1,float16,fp8,0,0.04826399981975556
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,64,64,128,1,fp8,fp8,0,0.047988799214363095
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,64,1,128,1,float16,fp8,0,0.01903039962053299
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,64,1,128,1,fp8,fp8,0,0.01884640008211136
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,64,2,128,1,float16,float16,0,0.017785599827766417
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,64,2,128,1,float16,fp8,0,0.0191551998257637
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,64,2,128,1,fp8,fp8,0,0.018806399405002595
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,64,4,128,1,float16,fp8,0,0.019193600118160247
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,64,4,128,1,float16,float16,0,0.018084800243377684
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,64,4,128,1,fp8,fp8,0,0.01889919936656952
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,64,8,128,1,float16,float16,0,0.018028800189495087
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,64,8,128,1,float16,fp8,0,0.019211199879646302
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,64,8,128,1,fp8,fp8,0,0.0188400000333786
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,64,64,128,1,float16,float16,0,0.026907199621200563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,64,64,128,1,float16,fp8,0,0.027444800734519957
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,64,64,128,1,fp8,fp8,0,0.027684798836708067
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,64,1,128,1,float16,float16,0,0.01308320015668869
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,64,1,128,1,float16,fp8,0,0.014071999490261078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,64,1,128,1,fp8,fp8,0,0.013654400408267976
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,64,2,128,1,float16,float16,0,0.013326400518417358
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,64,2,128,1,float16,fp8,0,0.013686400651931763
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,64,2,128,1,fp8,fp8,0,0.013846400380134582
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,64,4,128,1,float16,float16,0,0.013096000254154205
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,64,4,128,1,float16,fp8,0,0.014094400405883788
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,64,4,128,1,fp8,fp8,0,0.013764800131320953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,64,8,128,1,float16,float16,0,0.013545599579811097
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,64,8,128,1,float16,fp8,0,0.013704000413417817
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,64,8,128,1,fp8,fp8,0,0.013947199285030364
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,64,64,128,1,float16,float16,0,0.01722240000963211
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,64,64,128,1,float16,fp8,0,0.018169599771499633
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,64,64,128,1,fp8,fp8,0,0.017731200158596038
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,64,1,128,1,float16,float16,0,0.012683199346065521
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,64,1,128,1,float16,fp8,0,0.01313920021057129
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,64,1,128,1,fp8,fp8,0,0.013259199261665345
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,64,2,128,1,float16,float16,0,0.012399999797344208
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,64,2,128,1,float16,fp8,0,0.013516800105571746
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,64,2,128,1,fp8,fp8,0,0.013142399489879608
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,64,4,128,1,float16,float16,0,0.01268640011548996
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,64,4,128,1,float16,fp8,0,0.012967999279499053
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,64,4,128,1,fp8,fp8,0,0.012993599474430084
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,64,8,128,1,float16,float16,0,0.012544000148773193
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,64,8,128,1,float16,fp8,0,0.013356800377368926
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,64,8,128,1,fp8,fp8,0,0.013094399869441987
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,64,64,128,1,float16,float16,0,0.013678400218486786
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,64,64,128,1,float16,fp8,0,0.013324800133705138
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,64,64,128,1,fp8,fp8,0,0.013302400708198547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,64,1,128,1,float16,float16,0,0.012280000001192093
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,64,1,128,1,float16,fp8,0,0.013411200046539307
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,64,1,128,1,fp8,fp8,0,0.012774400413036346
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,64,2,128,1,float16,float16,0,0.012491200119256973
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,64,2,128,1,float16,fp8,0,0.012777599692344665
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,64,2,128,1,fp8,fp8,0,0.012809599936008453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,64,4,128,1,float16,float16,0,0.012251199781894683
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,64,4,128,1,float16,fp8,0,0.013249599933624267
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,64,4,128,1,fp8,fp8,0,0.013014400005340576
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,64,8,128,1,float16,float16,0,0.012305600196123123
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,64,8,128,1,float16,fp8,0,0.013067199289798737
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,64,8,128,1,fp8,fp8,0,0.01271039992570877
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,64,64,128,1,float16,float16,0,0.013339200615882873
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,64,64,128,1,float16,fp8,0,0.01356319934129715
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,64,64,128,1,fp8,fp8,0,0.013327999413013459
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,64,1,128,1,float16,float16,0,0.012228800356388092
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,64,1,128,1,float16,fp8,0,0.012708799540996551
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,64,1,128,1,fp8,fp8,0,0.012399999797344208
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,64,2,128,1,float16,float16,0,0.012097600102424621
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,64,2,128,1,float16,fp8,0,0.012956799566745758
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,64,4,128,1,float16,float16,0,0.012084800004959106
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,64,2,128,1,fp8,fp8,0,0.012612800300121307
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,64,4,128,1,float16,fp8,0,0.012537600100040435
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,64,4,128,1,fp8,fp8,0,0.012409599870443344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,64,8,128,1,float16,float16,0,0.011984000355005265
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,64,8,128,1,float16,fp8,0,0.013020800054073333
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,64,8,128,1,fp8,fp8,0,0.012683199346065521
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,64,1,128,1,float16,float16,0,0.10172959566116332
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,64,1,128,1,float16,fp8,0,0.11018879413604736
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,64,1,128,1,fp8,fp8,0,0.11011359691619874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,64,2,128,1,float16,float16,0,0.10246720314025878
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,64,2,128,1,float16,fp8,0,0.1111680030822754
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,64,2,128,1,fp8,fp8,0,0.11047040224075318
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,64,4,128,1,float16,float16,0,0.10534240007400512
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,64,4,128,1,float16,fp8,0,0.11175040006637574
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,64,4,128,1,fp8,fp8,0,0.11075199842453003
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,64,8,128,1,float16,float16,0,0.11107039451599121
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,64,8,128,1,float16,fp8,0,0.11561759710311889
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,64,8,128,1,fp8,fp8,0,0.11552480459213257
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,64,1,128,1,float16,float16,0,0.0588815987110138
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,64,1,128,1,float16,fp8,0,0.06053919792175293
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,64,1,128,1,fp8,fp8,0,0.060950398445129395
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,64,64,128,1,float16,float16,0,0.3051424026489258
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,64,2,128,1,float16,float16,0,0.05967040061950683
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,64,64,128,1,float16,fp8,0,0.3292288064956665
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,64,2,128,1,float16,fp8,0,0.06091840267181396
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,64,64,128,1,fp8,fp8,0,0.33433759212493896
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,64,2,128,1,fp8,fp8,0,0.061222398281097413
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,64,4,128,1,float16,float16,0,0.059201598167419434
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,64,4,128,1,float16,fp8,0,0.061635202169418334
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,64,4,128,1,fp8,fp8,0,0.06044800281524658
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,64,8,128,1,float16,fp8,0,0.06365919709205628
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,64,8,128,1,float16,float16,0,0.06251199841499329
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,64,8,128,1,fp8,fp8,0,0.06334879994392395
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,64,1,128,1,float16,float16,0,0.0295199990272522
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,64,64,128,1,float16,float16,0,0.15865119695663452
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,64,1,128,1,float16,fp8,0,0.029763200879096986
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,64,1,128,1,fp8,fp8,0,0.030027198791503906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,64,64,128,1,float16,fp8,0,0.17428799867630004
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,64,64,128,1,fp8,fp8,0,0.17083040475845337
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,64,2,128,1,float16,float16,0,0.030112001299858093
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,64,2,128,1,float16,fp8,0,0.029390400648117064
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,64,2,128,1,fp8,fp8,0,0.02998720109462738
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,64,4,128,1,float16,float16,0,0.031036800146102904
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,64,4,128,1,float16,fp8,0,0.030257600545883178
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,64,4,128,1,fp8,fp8,0,0.029688000679016113
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,64,8,128,1,float16,float16,0,0.03606399893760681
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,64,8,128,1,float16,fp8,0,0.030323201417922975
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,64,8,128,1,fp8,fp8,0,0.03020159900188446
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,64,64,128,1,float16,float16,0,0.08658720254898071
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,64,1,128,1,float16,float16,0,0.01875839978456497
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,64,64,128,1,float16,fp8,0,0.08631839752197265
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,64,1,128,1,float16,fp8,0,0.019139200448989868
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,64,1,128,1,fp8,fp8,0,0.01926079988479614
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,64,64,128,1,fp8,fp8,0,0.08492159843444824
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,64,2,128,1,float16,float16,0,0.01854719966650009
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,64,2,128,1,float16,fp8,0,0.0195360004901886
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,64,2,128,1,fp8,fp8,0,0.019475199282169342
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,64,4,128,1,float16,float16,0,0.01839040070772171
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,64,4,128,1,float16,fp8,0,0.019246399402618408
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,64,4,128,1,fp8,fp8,0,0.0189968004822731
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,64,8,128,1,float16,float16,0,0.018884800374507904
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,64,8,128,1,float16,fp8,0,0.019696000218391418
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,64,8,128,1,fp8,fp8,0,0.019566400349140166
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,64,64,128,1,float16,float16,0,0.041176000237464906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,64,64,128,1,float16,fp8,0,0.04556800127029419
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,64,64,128,1,fp8,fp8,0,0.04529280066490173
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,64,1,128,1,float16,float16,0,0.01358560025691986
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,64,1,128,1,fp8,fp8,0,0.01414719969034195
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,64,1,128,1,float16,fp8,0,0.014295999705791474
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,64,2,128,1,float16,float16,0,0.013288000226020813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,64,2,128,1,fp8,fp8,0,0.013592000305652618
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,64,2,128,1,float16,fp8,0,0.013684800267219544
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,64,4,128,1,float16,float16,0,0.013595199584960938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,64,4,128,1,fp8,fp8,0,0.014158399403095245
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,64,8,128,1,float16,float16,0,0.013816000521183014
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,64,4,128,1,float16,fp8,0,0.014239999651908874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,64,8,128,1,float16,fp8,0,0.013889600336551667
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,64,8,128,1,fp8,fp8,0,0.013799999654293061
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,64,64,128,1,float16,float16,0,0.025047999620437623
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,64,64,128,1,float16,fp8,0,0.027134400606155396
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,64,1,128,1,float16,float16,0,0.01276959925889969
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,64,64,128,1,fp8,fp8,0,0.027348798513412476
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,64,1,128,1,fp8,fp8,0,0.013283200562000275
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,64,2,128,1,float16,float16,0,0.01223519966006279
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,64,1,128,1,float16,fp8,0,0.013711999356746673
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,64,2,128,1,float16,fp8,0,0.013339200615882873
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,64,4,128,1,float16,float16,0,0.012942400574684144
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,64,2,128,1,fp8,fp8,0,0.0133775994181633
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,64,4,128,1,float16,fp8,0,0.013406400382518769
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,64,8,128,1,float16,float16,0,0.01281919926404953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,64,4,128,1,fp8,fp8,0,0.013091200590133667
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,64,8,128,1,float16,fp8,0,0.013152000308036805
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,64,8,128,1,fp8,fp8,0,0.013220800459384919
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,64,64,128,1,float16,float16,0,0.017393599450588226
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,64,64,128,1,float16,fp8,0,0.017894400656223296
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,64,1,128,1,float16,fp8,0,0.01284639984369278
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,64,64,128,1,fp8,fp8,0,0.01799360066652298
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,64,1,128,1,float16,float16,0,0.012430399656295776
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,64,1,128,1,fp8,fp8,0,0.012716799974441528
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,64,2,128,1,float16,float16,0,0.012468799948692322
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,64,2,128,1,float16,fp8,0,0.01316000074148178
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,64,2,128,1,fp8,fp8,0,0.012990400195121765
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,64,4,128,1,float16,fp8,0,0.013281600177288055
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,64,4,128,1,float16,float16,0,0.012203200161457062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,64,4,128,1,fp8,fp8,0,0.013388800621032714
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,64,8,128,1,float16,fp8,0,0.013383999466896057
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,64,8,128,1,float16,float16,0,0.01223360002040863
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,64,8,128,1,fp8,fp8,0,0.013031999766826629
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,64,64,128,1,float16,fp8,0,0.013288000226020813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,64,64,128,1,float16,float16,0,0.013737599551677703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,64,64,128,1,fp8,fp8,0,0.013678400218486786
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,64,1,128,1,float16,float16,0,0.012171199917793274
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,64,1,128,1,float16,fp8,0,0.012483199685811996
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,64,1,128,1,fp8,fp8,0,0.01255359947681427
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,64,2,128,1,float16,float16,0,0.01207199990749359
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,64,2,128,1,float16,fp8,0,0.012777599692344665
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,64,4,128,1,float16,float16,0,0.012222400307655335
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,64,2,128,1,fp8,fp8,0,0.01316480040550232
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,64,4,128,1,float16,fp8,0,0.012430399656295776
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,64,4,128,1,fp8,fp8,0,0.01271360069513321
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,64,8,128,1,float16,float16,0,0.012027200311422348
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,64,8,128,1,float16,fp8,0,0.01284479945898056
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,64,8,128,1,fp8,fp8,0,0.012732799351215362
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,64,64,128,1,float16,float16,0,0.013449600338935852
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,64,64,128,1,float16,fp8,0,0.01324319988489151
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,64,64,128,1,fp8,fp8,0,0.013275200128555298
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,64,1,128,1,float16,float16,0,0.012091200053691863
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,64,1,128,1,float16,fp8,0,0.012347199767827988
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,64,1,128,1,fp8,fp8,0,0.012569600343704223
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,64,2,128,1,float16,float16,0,0.012139199674129486
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,64,2,128,1,float16,fp8,0,0.01239520013332367
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,64,2,128,1,fp8,fp8,0,0.01255200058221817
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,64,4,128,1,float16,float16,0,0.01196800023317337
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,64,4,128,1,float16,fp8,0,0.012436799705028534
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,64,4,128,1,fp8,fp8,0,0.012579199671745301
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,64,8,128,1,float16,float16,0,0.012249600142240524
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,64,8,128,1,float16,fp8,0,0.01239679977297783
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,64,8,128,1,fp8,fp8,0,0.012943999469280243
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,64,1,128,1,float16,float16,0,0.020977599918842314
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,64,1,128,1,float16,fp8,0,0.022631999850273133
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,64,2,128,1,float16,float16,0,0.028436800837516783
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,64,1,128,1,fp8,fp8,0,0.02306240051984787
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,64,2,128,1,float16,fp8,0,0.031036800146102904
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,64,2,128,1,fp8,fp8,0,0.031249600648880004
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,64,4,128,1,float16,float16,0,0.042865601181983945
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,64,4,128,1,float16,fp8,0,0.048240000009536745
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,64,4,128,1,fp8,fp8,0,0.04876959919929504
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,64,8,128,1,float16,float16,0,0.07131839990615844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,64,8,128,1,float16,fp8,0,0.08243359923362732
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,64,8,128,1,fp8,fp8,0,0.08323360085487366
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,64,1,128,1,float16,float16,0,0.015024000406265258
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,64,1,128,1,float16,fp8,0,0.015174399316310882
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,64,1,128,1,fp8,fp8,0,0.015673600137233734
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,64,64,128,1,float16,float16,0,0.23752961158752442
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,64,2,128,1,float16,float16,0,0.018908800184726716
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,64,2,128,1,float16,fp8,0,0.019340799748897554
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,64,2,128,1,fp8,fp8,0,0.01987999975681305
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,64,4,128,1,float16,float16,0,0.02622080147266388
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,64,64,128,1,float16,fp8,0,0.2928208112716675
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,64,64,128,1,fp8,fp8,0,0.289137601852417
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,64,4,128,1,float16,fp8,0,0.029283198714256286
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,64,4,128,1,fp8,fp8,0,0.02818399965763092
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,64,8,128,1,float16,float16,0,0.040118399262428286
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,64,8,128,1,float16,fp8,0,0.046024000644683837
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,64,8,128,1,fp8,fp8,0,0.045521599054336545
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,64,1,128,1,float16,float16,0,0.013383999466896057
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,64,64,128,1,float16,float16,0,0.12663999795913697
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,64,1,128,1,float16,fp8,0,0.013928000628948212
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,64,64,128,1,float16,fp8,0,0.15488320589065552
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,64,1,128,1,fp8,fp8,0,0.013899199664592743
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,64,64,128,1,fp8,fp8,0,0.15032960176467897
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,64,2,128,1,float16,float16,0,0.013302400708198547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,64,2,128,1,float16,fp8,0,0.0143312007188797
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,64,2,128,1,fp8,fp8,0,0.014419199526309967
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,64,4,128,1,float16,fp8,0,0.018321600556373597
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,64,4,128,1,float16,float16,0,0.01713919937610626
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,64,4,128,1,fp8,fp8,0,0.01820639967918396
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,64,8,128,1,float16,float16,0,0.024358400702476503
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,64,8,128,1,float16,fp8,0,0.027419200539588927
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,64,8,128,1,fp8,fp8,0,0.02763360142707825
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,64,1,128,1,float16,float16,0,0.012516799569129943
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,64,64,128,1,float16,float16,0,0.06908000111579896
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,64,1,128,1,float16,fp8,0,0.013497599959373474
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,64,64,128,1,float16,fp8,0,0.08129119873046875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,64,64,128,1,fp8,fp8,0,0.0798143982887268
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,64,1,128,1,fp8,fp8,0,0.01369439959526062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,64,2,128,1,float16,float16,0,0.012465599924325943
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,64,2,128,1,float16,fp8,0,0.013259199261665345
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,64,4,128,1,float16,float16,0,0.012812800705432892
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,64,2,128,1,fp8,fp8,0,0.013240000605583191
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,64,4,128,1,float16,fp8,0,0.013118399679660797
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,64,4,128,1,fp8,fp8,0,0.013681599497795105
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,64,8,128,1,float16,float16,0,0.016220800578594208
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,64,8,128,1,float16,fp8,0,0.01743679940700531
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,64,8,128,1,fp8,fp8,0,0.01796319931745529
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,64,64,128,1,float16,float16,0,0.039838400483131406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,64,1,128,1,float16,float16,0,0.01188960000872612
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,64,64,128,1,float16,fp8,0,0.044168001413345336
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,64,64,128,1,fp8,fp8,0,0.044737601280212404
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,64,1,128,1,float16,fp8,0,0.01268800050020218
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,64,1,128,1,fp8,fp8,0,0.012824000418186187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,64,2,128,1,float16,float16,0,0.012247999757528305
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,64,2,128,1,float16,fp8,0,0.01282079964876175
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,64,2,128,1,fp8,fp8,0,0.012836800515651703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,64,4,128,1,float16,float16,0,0.012142399698495865
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,64,4,128,1,float16,fp8,0,0.013049599528312684
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,64,4,128,1,fp8,fp8,0,0.012895999848842621
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,64,8,128,1,float16,float16,0,0.012064000219106674
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,64,8,128,1,float16,fp8,0,0.013092799484729767
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,64,8,128,1,fp8,fp8,0,0.013022400438785553
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,64,64,128,1,float16,float16,0,0.02471359968185425
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,64,64,128,1,float16,fp8,0,0.026795199513435362
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,64,1,128,1,float16,float16,0,0.011896000057458878
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,64,64,128,1,fp8,fp8,0,0.02651199996471405
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,64,1,128,1,float16,fp8,0,0.012494400143623352
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,64,1,128,1,fp8,fp8,0,0.012356799840927125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,64,2,128,1,float16,float16,0,0.011926399916410447
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,64,2,128,1,float16,fp8,0,0.012680000066757202
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,64,2,128,1,fp8,fp8,0,0.012532800436019897
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,64,4,128,1,float16,float16,0,0.012015999853610992
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,64,4,128,1,float16,fp8,0,0.012785600125789642
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,64,4,128,1,fp8,fp8,0,0.012785600125789642
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,64,8,128,1,float16,float16,0,0.01202080026268959
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,64,8,128,1,float16,fp8,0,0.012777599692344665
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,64,8,128,1,fp8,fp8,0,0.012969599664211273
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,64,64,128,1,float16,fp8,0,0.017740799486637114
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,64,64,128,1,float16,float16,0,0.01690080016851425
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,64,64,128,1,fp8,fp8,0,0.017694400250911714
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,64,1,128,1,float16,float16,0,0.011392000317573547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,64,1,128,1,float16,fp8,0,0.012265600264072418
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,64,1,128,1,fp8,fp8,0,0.012451200187206269
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,64,2,128,1,float16,float16,0,0.011435200273990632
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,64,2,128,1,float16,fp8,0,0.012372799962759019
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,64,2,128,1,fp8,fp8,0,0.012088000029325485
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,64,4,128,1,float16,float16,0,0.011611200124025344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,64,4,128,1,float16,fp8,0,0.012667199969291687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,64,4,128,1,fp8,fp8,0,0.012195199728012085
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,64,8,128,1,float16,float16,0,0.011739200353622437
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,64,8,128,1,float16,fp8,0,0.012615999579429627
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,64,8,128,1,fp8,fp8,0,0.01266079992055893
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,64,64,128,1,float16,float16,0,0.013273599743843078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,64,64,128,1,float16,fp8,0,0.013228799402713775
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,64,64,128,1,fp8,fp8,0,0.01358879953622818
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,64,1,128,1,float16,float16,0,0.011340799927711486
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,64,1,128,1,float16,fp8,0,0.012177599966526032
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,64,1,128,1,fp8,fp8,0,0.012409599870443344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,64,2,128,1,float16,float16,0,0.01138719990849495
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,64,2,128,1,float16,fp8,0,0.012272000312805176
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,64,2,128,1,fp8,fp8,0,0.012068799883127212
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,64,4,128,1,float16,float16,0,0.011457599699497223
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,64,4,128,1,float16,fp8,0,0.012403199821710587
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,64,4,128,1,fp8,fp8,0,0.012187200039625168
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,64,8,128,1,float16,float16,0,0.011777599900960922
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,64,8,128,1,float16,fp8,0,0.012164799869060517
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,64,8,128,1,fp8,fp8,0,0.012387199699878693
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,64,64,128,1,float16,fp8,0,0.013153600692749023
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,64,64,128,1,float16,float16,0,0.01329279989004135
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,64,64,128,1,fp8,fp8,0,0.013385599851608277
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,64,1,128,1,float16,float16,0,0.01127680018544197
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,64,1,128,1,fp8,fp8,0,0.012195199728012085
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,64,1,128,1,float16,fp8,0,0.0124719999730587
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,64,2,128,1,float16,float16,0,0.01135680004954338
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,64,2,128,1,float16,fp8,0,0.012403199821710587
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,64,2,128,1,fp8,fp8,0,0.012406399846076966
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,64,4,128,1,float16,float16,0,0.011300799995660782
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,64,4,128,1,float16,fp8,0,0.012443199753761292
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,64,4,128,1,fp8,fp8,0,0.012307199835777282
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,64,8,128,1,float16,float16,0,0.011407999694347382
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,64,8,128,1,float16,fp8,0,0.012308800220489502
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,64,8,128,1,fp8,fp8,0,0.012460800260305405
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,48,1,128,1,float16,fp8,0,37.97566223144531
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,48,2,128,1,float16,fp8,0,38.5605712890625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,48,1,128,1,fp8,fp8,0,39.22727661132812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,48,4,128,1,float16,fp8,0,38.802999877929686
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,48,2,128,1,float16,float16,0,46.003515625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,48,1,128,1,float16,float16,0,46.72796630859375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,48,4,128,1,float16,float16,0,47.02165832519531
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,48,48,128,1,float16,float16,0,23.14807586669922
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,48,2,128,1,fp8,fp8,0,75.83131103515625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,48,4,128,1,fp8,fp8,0,38.220278930664065
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,48,8,128,1,float16,fp8,0,39.74802856445312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,48,8,128,1,fp8,fp8,0,38.96919250488281
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,48,8,128,1,float16,float16,0,46.144384765625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,48,1,128,1,float16,float16,0,23.29722442626953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,48,1,128,1,fp8,fp8,0,18.886563110351563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,48,2,128,1,float16,float16,0,22.592361450195312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,48,2,128,1,float16,fp8,0,19.02430877685547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,48,2,128,1,fp8,fp8,0,18.48063507080078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,48,4,128,1,float16,float16,0,23.16583251953125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,48,4,128,1,float16,fp8,0,19.663236999511717
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,48,4,128,1,fp8,fp8,0,20.180938720703125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,48,8,128,1,float16,fp8,0,20.145289611816406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,48,8,128,1,float16,float16,0,23.641770935058595
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,48,48,128,1,float16,float16,0,12.316909027099609
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,48,8,128,1,fp8,fp8,0,19.261146545410156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,48,1,128,1,float16,fp8,0,9.260517120361328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,48,1,128,1,float16,float16,0,11.07293243408203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,48,1,128,1,float16,fp8,0,65.0069580078125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,48,1,128,1,fp8,fp8,0,10.507357025146485
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,48,2,128,1,float16,fp8,0,9.41061782836914
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,48,2,128,1,float16,float16,0,11.601841735839844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,48,4,128,1,float16,fp8,0,9.929972839355468
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,48,4,128,1,float16,float16,0,11.82784652709961
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,48,4,128,1,fp8,fp8,0,9.752565002441406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,48,2,128,1,fp8,fp8,0,25.35038604736328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,48,8,128,1,float16,fp8,0,9.734455871582032
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,48,8,128,1,float16,float16,0,11.514371490478515
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,48,8,128,1,fp8,fp8,0,9.405054473876953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,48,1,128,1,float16,float16,0,5.46271858215332
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,48,48,128,1,float16,float16,0,20.14440155029297
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,48,1,128,1,float16,fp8,0,4.741230392456055
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,48,2,128,1,float16,float16,0,5.482390213012695
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,48,2,128,1,float16,fp8,0,4.726763153076172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,48,1,128,1,fp8,fp8,0,12.592316436767579
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,48,2,128,1,fp8,fp8,0,4.9373729705810545
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,48,4,128,1,float16,fp8,0,5.380912017822266
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,48,4,128,1,fp8,fp8,0,4.8504894256591795
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,48,4,128,1,float16,float16,0,19.19432830810547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,48,8,128,1,float16,float16,0,5.843665695190429
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,48,8,128,1,fp8,fp8,0,4.980065536499024
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,48,8,128,1,float16,fp8,0,12.631385803222656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,48,48,128,1,float16,fp8,0,4.835996627807617
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,48,48,128,1,float16,fp8,0,19.331436157226562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,48,48,128,1,fp8,fp8,0,9.560441589355468
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,48,1,128,1,float16,float16,0,26.157015991210937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,48,48,128,1,float16,fp8,0,9.752852630615234
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,48,48,128,1,fp8,fp8,0,4.77600326538086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,48,1,128,1,fp8,fp8,0,21.043618774414064
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,48,48,128,1,fp8,fp8,0,19.450205993652343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,48,2,128,1,float16,fp8,0,21.192607116699218
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,48,2,128,1,fp8,fp8,0,21.847286987304688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,48,2,128,1,float16,float16,0,27.819381713867188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,48,4,128,1,float16,fp8,0,21.19560089111328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,48,4,128,1,float16,float16,0,26.760369873046876
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,48,4,128,1,fp8,fp8,0,23.257655334472656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,48,1,128,1,float16,fp8,0,54.913116455078125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,48,48,128,1,float16,float16,0,13.544950866699219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,48,8,128,1,float16,float16,0,28.095050048828124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,48,48,128,1,float16,fp8,0,12.467366027832032
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,48,8,128,1,float16,fp8,0,22.33598175048828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,48,48,128,1,fp8,fp8,0,11.36721420288086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,48,8,128,1,fp8,fp8,0,22.980662536621093
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,48,1,128,1,float16,float16,0,12.645913696289062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,48,1,128,1,fp8,fp8,0,10.644182586669922
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,48,2,128,1,float16,float16,0,12.609393310546874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,48,2,128,1,float16,fp8,0,11.02315673828125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,48,2,128,1,fp8,fp8,0,10.534761810302735
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,48,4,128,1,float16,fp8,0,10.908745574951173
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,48,4,128,1,fp8,fp8,0,10.703052520751953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,48,4,128,1,float16,float16,0,13.016549682617187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,48,48,128,1,float16,float16,0,7.584979248046875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,48,8,128,1,float16,fp8,0,10.796727752685547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,48,8,128,1,fp8,fp8,0,10.725745391845702
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,48,8,128,1,float16,float16,0,14.646975708007812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,48,48,128,1,fp8,fp8,0,5.953195190429687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,48,1,128,1,float16,fp8,0,27.462713623046874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,48,1,128,1,float16,float16,0,6.391417694091797
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,48,1,128,1,float16,fp8,0,5.723982238769532
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,48,48,128,1,float16,fp8,0,5.591854476928711
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,48,1,128,1,fp8,fp8,0,5.702435302734375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,48,2,128,1,float16,fp8,0,5.39228630065918
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,48,2,128,1,float16,float16,0,6.196548843383789
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,48,2,128,1,fp8,fp8,0,5.492950439453125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,48,4,128,1,float16,fp8,0,6.014393615722656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,48,4,128,1,fp8,fp8,0,5.405203247070313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,48,8,128,1,float16,float16,0,6.453905487060547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,48,48,128,1,float16,fp8,0,2.837483215332031
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,48,48,128,1,float16,float16,0,3.643387222290039
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,48,48,128,1,fp8,fp8,0,2.960316848754883
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,48,8,128,1,float16,fp8,0,5.907081604003906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,48,8,128,1,fp8,fp8,0,5.3943744659423825
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,48,1,128,1,float16,float16,0,3.117838478088379
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,48,1,128,1,fp8,fp8,0,2.7020864486694336
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,48,1,128,1,float16,fp8,0,2.738542366027832
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,48,2,128,1,float16,float16,0,3.3841022491455077
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,48,2,128,1,float16,fp8,0,2.746977615356445
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,48,2,128,1,fp8,fp8,0,2.769790458679199
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,48,4,128,1,float16,float16,0,3.1703744888305665
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,48,4,128,1,float16,fp8,0,2.953241539001465
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,48,4,128,1,fp8,fp8,0,2.652644729614258
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,48,8,128,1,float16,float16,0,3.1859664916992188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,48,8,128,1,fp8,fp8,0,2.735228729248047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,48,8,128,1,float16,fp8,0,3.06015682220459
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,48,4,128,1,float16,float16,0,21.13220977783203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,48,1,128,1,fp8,fp8,0,14.820375061035156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,48,1,128,1,float16,fp8,0,15.209117126464843
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,48,2,128,1,float16,fp8,0,14.982655334472657
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,48,2,128,1,fp8,fp8,0,15.444111633300782
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,48,1,128,1,float16,float16,0,18.14183807373047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,48,2,128,1,float16,float16,0,17.966751098632812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,48,4,128,1,float16,float16,0,18.06852569580078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,48,48,128,1,float16,fp8,0,8.14833755493164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,48,48,128,1,float16,float16,0,9.959008026123048
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,48,48,128,1,fp8,fp8,0,7.897496032714844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,48,4,128,1,fp8,fp8,0,15.713255310058594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,48,8,128,1,float16,fp8,0,15.991314697265626
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,48,8,128,1,fp8,fp8,0,16.419960021972656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,48,8,128,1,float16,float16,0,18.792198181152344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,48,1,128,1,float16,fp8,0,7.757752227783203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,48,1,128,1,fp8,fp8,0,7.790902709960937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,48,1,128,1,float16,float16,0,9.268646240234375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,48,2,128,1,float16,float16,0,9.35459213256836
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,48,2,128,1,float16,fp8,0,7.722332763671875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,48,2,128,1,fp8,fp8,0,7.769609832763672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,48,4,128,1,float16,fp8,0,7.740094757080078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,48,4,128,1,float16,float16,0,9.308856201171874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,48,4,128,1,fp8,fp8,0,8.057086181640624
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,48,8,128,1,float16,float16,0,9.122161865234375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,48,4,128,1,float16,fp8,0,38.77971496582031
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,48,8,128,1,float16,fp8,0,7.647225952148437
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,48,48,128,1,float16,fp8,0,4.020289611816406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,48,48,128,1,fp8,fp8,0,4.097574234008789
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,48,48,128,1,float16,float16,0,5.152908706665039
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,48,8,128,1,fp8,fp8,0,7.746529388427734
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,48,1,128,1,float16,float16,0,4.380033493041992
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,48,1,128,1,fp8,fp8,0,3.7020912170410156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,48,2,128,1,float16,fp8,0,3.760092926025391
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,48,2,128,1,fp8,fp8,0,3.8086593627929686
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,48,2,128,1,float16,float16,0,4.35631217956543
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,48,4,128,1,float16,fp8,0,3.83382568359375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,48,4,128,1,float16,float16,0,4.518867111206054
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,48,4,128,1,fp8,fp8,0,3.920552062988281
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,48,48,128,1,float16,float16,0,2.5071231842041017
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,48,48,128,1,float16,fp8,0,2.0008031845092775
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,48,48,128,1,fp8,fp8,0,2.127187156677246
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,48,1,128,1,float16,fp8,0,9.628467559814453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,48,8,128,1,float16,float16,0,4.552305603027344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,48,8,128,1,float16,fp8,0,3.8679183959960937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,48,1,128,1,float16,float16,0,2.285078430175781
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,48,8,128,1,fp8,fp8,0,3.880694580078125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,48,1,128,1,fp8,fp8,0,1.898801612854004
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,48,1,128,1,float16,fp8,0,2.1975919723510744
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,48,2,128,1,float16,float16,0,2.072536087036133
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,48,2,128,1,fp8,fp8,0,2.0384143829345702
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,48,4,128,1,fp8,fp8,0,1.919366455078125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,48,4,128,1,float16,float16,0,2.2384336471557615
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,48,4,128,1,float16,fp8,0,2.1732976913452147
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,48,8,128,1,float16,float16,0,2.193315124511719
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,48,8,128,1,float16,fp8,0,2.0700799942016603
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,48,8,128,1,fp8,fp8,0,2.1103584289550783
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,48,2,128,1,float16,fp8,0,4.785523223876953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,48,1,128,1,float16,fp8,0,20.195402526855467
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,48,1,128,1,fp8,fp8,0,20.004588317871093
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,48,2,128,1,fp8,fp8,0,20.12595977783203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,48,2,128,1,float16,fp8,0,20.508984375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,48,1,128,1,float16,float16,0,23.088716125488283
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,48,2,128,1,float16,float16,0,23.400599670410156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,48,4,128,1,float16,float16,0,24.1419921875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,48,48,128,1,float16,fp8,0,10.607006072998047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,48,48,128,1,float16,float16,0,13.378164672851563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,48,48,128,1,fp8,fp8,0,10.724124908447266
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,48,4,128,1,fp8,fp8,0,20.303923034667967
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,48,8,128,1,float16,fp8,0,20.69672393798828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,48,8,128,1,fp8,fp8,0,20.687733459472657
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,48,8,128,1,float16,float16,0,24.641816711425783
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,48,1,128,1,float16,float16,0,11.946161651611328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,48,1,128,1,float16,fp8,0,9.6404541015625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,48,1,128,1,fp8,fp8,0,10.020767974853516
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,48,4,128,1,float16,fp8,0,50.34862365722656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,48,2,128,1,float16,fp8,0,10.039927673339843
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,48,2,128,1,float16,float16,0,11.778314971923828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,48,2,128,1,fp8,fp8,0,10.26493148803711
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,48,4,128,1,float16,fp8,0,9.744497680664063
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,48,4,128,1,fp8,fp8,0,9.716483306884765
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,48,4,128,1,float16,float16,0,11.9808349609375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,48,48,128,1,float16,fp8,0,5.363691329956055
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,48,48,128,1,float16,float16,0,6.6209968566894535
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,48,8,128,1,float16,float16,0,12.372257232666016
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,48,48,128,1,fp8,fp8,0,5.393766403198242
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,48,1,128,1,float16,fp8,0,4.972753524780273
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,48,1,128,1,float16,float16,0,6.189990234375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,48,8,128,1,fp8,fp8,0,10.269161224365234
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,48,1,128,1,fp8,fp8,0,5.04328498840332
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,48,2,128,1,float16,fp8,0,5.025846481323242
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,48,2,128,1,float16,float16,0,5.818609619140625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,48,2,128,1,fp8,fp8,0,4.934646224975586
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,48,4,128,1,float16,fp8,0,5.193115234375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,48,4,128,1,float16,float16,0,5.9734447479248045
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,48,4,128,1,fp8,fp8,0,5.027228927612304
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,48,8,128,1,float16,fp8,0,5.079718399047851
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,48,48,128,1,float16,float16,0,3.0986480712890625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,48,8,128,1,float16,float16,0,6.197113418579102
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,48,8,128,1,fp8,fp8,0,4.956684875488281
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,48,48,128,1,float16,fp8,0,2.616433525085449
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,48,48,128,1,fp8,fp8,0,2.662436866760254
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,48,1,128,1,float16,float16,0,2.958833694458008
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,48,1,128,1,float16,fp8,0,2.4755632400512697
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,48,2,128,1,float16,fp8,0,2.445881652832031
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,48,1,128,1,fp8,fp8,0,2.782863998413086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,48,2,128,1,float16,float16,0,3.0583263397216798
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,48,2,128,1,fp8,fp8,0,2.541472053527832
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,48,4,128,1,float16,float16,0,2.870672035217285
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,48,4,128,1,float16,fp8,0,2.7136159896850587
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,48,4,128,1,fp8,fp8,0,2.5163888931274414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,48,48,128,1,float16,float16,0,1.520638370513916
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,48,48,128,1,float16,fp8,0,1.5007488250732421
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,48,48,128,1,fp8,fp8,0,1.3359184265136719
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,48,8,128,1,float16,fp8,0,2.5269968032836916
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,48,8,128,1,float16,float16,0,2.8904672622680665
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,48,8,128,1,fp8,fp8,0,2.6487632751464845
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,48,1,128,1,float16,float16,0,1.3257535934448241
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,48,1,128,1,float16,fp8,0,1.3925968170166017
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,48,1,128,1,fp8,fp8,0,1.2569264411926269
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,48,2,128,1,float16,float16,0,1.3348416328430175
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,48,2,128,1,float16,fp8,0,1.215345573425293
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,48,2,128,1,fp8,fp8,0,1.5809935569763183
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,48,4,128,1,float16,float16,0,1.343344020843506
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,48,4,128,1,float16,fp8,0,1.337822437286377
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,48,8,128,1,float16,fp8,0,25.578904724121095
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,48,4,128,1,fp8,fp8,0,1.2199616432189941
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,48,8,128,1,float16,fp8,0,1.2285759925842286
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,48,8,128,1,float16,float16,0,1.500227165222168
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,48,8,128,1,fp8,fp8,0,1.3621647834777832
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,48,1,128,1,float16,fp8,0,11.687477111816406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,48,2,128,1,float16,fp8,0,11.559620666503907
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,48,2,128,1,fp8,fp8,0,11.392305755615235
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,48,1,128,1,float16,float16,0,14.018679809570312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,48,2,128,1,float16,float16,0,13.941194152832031
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,48,4,128,1,float16,float16,0,13.783717346191406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,48,4,128,1,float16,fp8,0,11.29079818725586
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,48,48,128,1,float16,fp8,0,6.216987228393554
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,48,48,128,1,fp8,fp8,0,6.038320159912109
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,48,48,128,1,float16,float16,0,7.669481658935547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,48,4,128,1,fp8,fp8,0,11.965924835205078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,48,8,128,1,float16,fp8,0,11.873554992675782
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,48,8,128,1,fp8,fp8,0,11.57724609375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,48,8,128,1,float16,float16,0,13.624407958984374
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,48,1,128,1,float16,fp8,0,5.571438217163086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,48,1,128,1,fp8,fp8,0,5.668524932861328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,48,1,128,1,float16,float16,0,6.788722991943359
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,48,1,128,1,fp8,fp8,0,30.124508666992188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,48,2,128,1,float16,fp8,0,5.834012985229492
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,48,2,128,1,float16,float16,0,7.3056396484375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,48,2,128,1,fp8,fp8,0,5.893628692626953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,48,4,128,1,float16,float16,0,7.008576202392578
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,48,4,128,1,float16,fp8,0,5.622977447509766
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,48,4,128,1,fp8,fp8,0,5.886558532714844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,48,48,128,1,float16,float16,0,3.7060192108154295
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,48,8,128,1,float16,float16,0,6.785366058349609
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,48,48,128,1,float16,fp8,0,3.1325151443481447
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,48,48,128,1,fp8,fp8,0,3.232771301269531
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,48,8,128,1,fp8,fp8,0,5.958635330200195
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,48,1,128,1,float16,float16,0,3.3395694732666015
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,48,1,128,1,float16,fp8,0,2.8094127655029295
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,48,1,128,1,fp8,fp8,0,2.9119056701660155
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,48,2,128,1,float16,fp8,0,2.948347282409668
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,48,2,128,1,float16,float16,0,3.4592815399169923
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,48,2,128,1,fp8,fp8,0,2.814891242980957
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,48,4,128,1,fp8,fp8,0,2.8618352890014647
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,48,4,128,1,float16,float16,0,3.429278564453125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,48,4,128,1,float16,fp8,0,3.4227088928222655
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,48,8,128,1,float16,fp8,0,2.950704002380371
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,48,48,128,1,float16,float16,0,1.808393669128418
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,48,8,128,1,float16,float16,0,3.547923278808594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,48,48,128,1,float16,fp8,0,1.5693056106567382
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,48,8,128,1,fp8,fp8,0,3.0072208404541017
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,48,48,128,1,fp8,fp8,0,1.7201696395874024
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,48,1,128,1,float16,float16,0,1.820452880859375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,48,1,128,1,float16,fp8,0,1.522264003753662
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,48,1,128,1,fp8,fp8,0,1.5758095741271974
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,48,2,128,1,float16,fp8,0,1.6346656799316406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,48,2,128,1,float16,float16,0,1.8217632293701171
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,48,2,128,1,fp8,fp8,0,1.4197903633117677
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,48,4,128,1,float16,float16,0,1.5825807571411132
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,48,4,128,1,float16,fp8,0,1.5952544212341309
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,48,4,128,1,fp8,fp8,0,1.4592304229736328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,48,48,128,1,float16,float16,0,0.8990032196044921
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,48,48,128,1,float16,fp8,0,0.9057135581970215
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,48,8,128,1,float16,float16,0,1.579751968383789
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,48,48,128,1,fp8,fp8,0,0.7837423801422119
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,48,8,128,1,float16,fp8,0,1.4738975524902345
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,48,8,128,1,float16,fp8,0,15.361122131347656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,48,8,128,1,fp8,fp8,0,1.597599983215332
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,48,1,128,1,float16,float16,0,0.7818016052246094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,48,1,128,1,float16,fp8,0,0.7744527816772461
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,48,1,128,1,fp8,fp8,0,0.7523888111114502
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,48,2,128,1,float16,fp8,0,0.7098464012145996
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,48,2,128,1,float16,float16,0,0.8410575866699219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,48,2,128,1,fp8,fp8,0,0.7190767765045166
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,48,4,128,1,float16,fp8,0,0.7790895938873291
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,48,4,128,1,fp8,fp8,0,0.7657311916351318
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,48,8,128,1,float16,float16,0,0.7866352081298829
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,48,8,128,1,float16,fp8,0,0.7397088050842285
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,48,8,128,1,fp8,fp8,0,0.7172192096710205
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,48,4,128,1,float16,float16,0,2.5872064590454102
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,48,1,128,1,float16,fp8,0,10.705786895751952
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,48,1,128,1,fp8,fp8,0,10.81231231689453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,48,2,128,1,fp8,fp8,0,10.742849731445313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,48,2,128,1,float16,fp8,0,10.69562225341797
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,48,1,128,1,float16,float16,0,12.286968231201172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,48,2,128,1,float16,float16,0,12.83629913330078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,48,4,128,1,float16,float16,0,12.629199981689453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,48,48,128,1,float16,fp8,0,5.987977600097656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,48,48,128,1,fp8,fp8,0,5.831662368774414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,48,48,128,1,float16,float16,0,7.226200103759766
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,48,4,128,1,fp8,fp8,0,11.02903060913086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,48,8,128,1,fp8,fp8,0,10.985070037841798
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,48,8,128,1,float16,fp8,0,11.141545867919922
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,48,8,128,1,float16,float16,0,13.205026245117187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,48,1,128,1,float16,fp8,0,5.240654373168946
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,48,1,128,1,fp8,fp8,0,5.644152069091797
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,48,1,128,1,float16,float16,0,6.399091339111328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,48,2,128,1,float16,fp8,0,5.475032043457031
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,48,2,128,1,fp8,fp8,0,5.432902526855469
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,48,2,128,1,float16,float16,0,6.489838409423828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,48,4,128,1,float16,float16,0,6.2992816925048825
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,48,4,128,1,float16,fp8,0,5.549563217163086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,48,4,128,1,fp8,fp8,0,5.374311828613282
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,48,4,128,1,float16,fp8,0,31.255035400390625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,48,8,128,1,float16,fp8,0,5.596694564819336
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,48,48,128,1,float16,fp8,0,3.1441743850708006
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,48,8,128,1,fp8,fp8,0,5.561838531494141
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,48,48,128,1,fp8,fp8,0,2.938371276855469
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,48,48,128,1,float16,float16,0,3.662596893310547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,48,8,128,1,float16,float16,0,6.621791839599609
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,48,1,128,1,float16,fp8,0,2.7318447113037108
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,48,1,128,1,fp8,fp8,0,2.6952272415161134
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,48,2,128,1,float16,fp8,0,2.6473039627075194
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,48,2,128,1,float16,float16,0,3.1227935791015624
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,48,2,128,1,fp8,fp8,0,2.78089599609375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,48,4,128,1,float16,fp8,0,2.693779182434082
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,48,4,128,1,float16,float16,0,3.276780700683594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,48,48,128,1,float16,float16,0,1.7076223373413086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,48,48,128,1,float16,fp8,0,1.4946175575256349
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,48,4,128,1,fp8,fp8,0,2.665496063232422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,48,8,128,1,float16,fp8,0,2.679439926147461
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,48,48,128,1,fp8,fp8,0,1.6599872589111329
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,48,8,128,1,float16,float16,0,3.2150638580322264
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,48,8,128,1,fp8,fp8,0,2.801076889038086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,48,1,128,1,float16,fp8,0,1.325550365447998
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,48,1,128,1,float16,float16,0,1.5193568229675294
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,48,1,128,1,fp8,fp8,0,1.3327808380126953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,48,2,128,1,float16,fp8,0,1.3465727806091308
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,48,2,128,1,float16,float16,0,1.4258655548095702
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,48,2,128,1,fp8,fp8,0,1.5089008331298828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,48,4,128,1,float16,float16,0,1.4374272346496582
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,48,4,128,1,float16,fp8,0,1.3335536003112793
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,48,4,128,1,fp8,fp8,0,1.528054428100586
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,48,8,128,1,float16,float16,0,1.482158374786377
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,48,48,128,1,float16,float16,0,0.9077568054199219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,48,48,128,1,float16,fp8,0,0.7684735774993896
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,48,8,128,1,float16,fp8,0,1.3448592185974122
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,48,8,128,1,fp8,fp8,0,1.4481040000915528
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,48,48,128,1,fp8,fp8,0,0.7536943912506103
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,48,1,128,1,float16,float16,0,0.7348671913146972
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,48,1,128,1,float16,fp8,0,0.7890704154968262
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,48,1,128,1,float16,float16,0,10.588412475585937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,48,1,128,1,fp8,fp8,0,0.7223264217376709
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,48,2,128,1,float16,fp8,0,0.666326379776001
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,48,2,128,1,float16,float16,0,0.7848144054412842
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,48,2,128,1,fp8,fp8,0,0.674457597732544
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,48,4,128,1,float16,float16,0,0.7306320190429687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,48,4,128,1,float16,fp8,0,0.7364831924438476
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,48,48,128,1,float16,float16,0,0.46599202156066893
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,48,48,128,1,float16,fp8,0,0.3792927980422974
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,48,4,128,1,fp8,fp8,0,0.7958064079284668
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,48,8,128,1,fp8,fp8,0,0.6788095951080322
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,48,8,128,1,float16,fp8,0,0.7108335971832276
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,48,48,128,1,fp8,fp8,0,0.4150479793548584
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,48,1,128,1,float16,float16,0,0.3747040033340454
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,48,1,128,1,fp8,fp8,0,0.3375600099563599
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,48,1,128,1,float16,fp8,0,0.38599519729614257
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,48,2,128,1,float16,fp8,0,0.33903679847717283
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,48,2,128,1,float16,float16,0,0.41712799072265627
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,48,2,128,1,fp8,fp8,0,0.3516639947891235
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,48,4,128,1,float16,float16,0,0.3965424060821533
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,48,4,128,1,float16,fp8,0,0.3599280118942261
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,48,4,128,1,fp8,fp8,0,0.3393615961074829
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,48,8,128,1,float16,float16,0,0.4076223850250244
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,48,8,128,1,float16,fp8,0,0.3439088106155396
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,48,8,128,1,fp8,fp8,0,0.3831039905548096
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,48,8,128,1,float16,float16,0,2.5228399276733398
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,48,1,128,1,float16,fp8,0,6.298392105102539
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,48,1,128,1,fp8,fp8,0,6.284102249145508
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,48,2,128,1,fp8,fp8,0,6.323495864868164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,48,2,128,1,float16,fp8,0,6.31011848449707
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,48,1,128,1,float16,float16,0,7.1426750183105465
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,48,2,128,1,float16,float16,0,7.351959991455078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,48,4,128,1,float16,float16,0,7.439002990722656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,48,48,128,1,float16,fp8,0,3.5971263885498046
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,48,48,128,1,float16,float16,0,4.265172958374023
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,48,48,128,1,fp8,fp8,0,3.6106334686279298
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,48,4,128,1,fp8,fp8,0,6.298006439208985
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,48,8,128,1,float16,fp8,0,6.381478500366211
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,48,8,128,1,fp8,fp8,0,6.3947502136230465
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,48,8,128,1,float16,float16,0,7.5929710388183596
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,48,1,128,1,float16,fp8,0,3.1824432373046876
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,48,1,128,1,fp8,fp8,0,3.116748809814453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,48,1,128,1,float16,float16,0,3.7777694702148437
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,48,2,128,1,float16,fp8,0,3.1405344009399414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,48,2,128,1,float16,float16,0,3.4926334381103517
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,48,2,128,1,fp8,fp8,0,3.158252716064453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,48,4,128,1,float16,float16,0,3.639839935302734
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,48,4,128,1,float16,fp8,0,3.224971389770508
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,48,4,128,1,fp8,fp8,0,3.2056575775146485
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,48,4,128,1,float16,fp8,0,17.087931823730468
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,48,8,128,1,float16,float16,0,3.693174362182617
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,48,48,128,1,float16,float16,0,2.08351993560791
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,48,8,128,1,float16,fp8,0,3.1984399795532226
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,48,48,128,1,float16,fp8,0,1.9026927947998047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,48,1,128,1,float16,float16,0,1.7637216567993164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,48,8,128,1,fp8,fp8,0,3.5291774749755858
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,48,48,128,1,fp8,fp8,0,1.8054256439208984
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,48,1,128,1,fp8,fp8,0,1.7253904342651367
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,48,2,128,1,float16,float16,0,2.138115119934082
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,48,2,128,1,float16,fp8,0,1.569264030456543
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,48,2,128,1,fp8,fp8,0,1.5757935523986817
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,48,4,128,1,float16,fp8,0,1.5799072265625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,48,4,128,1,float16,float16,0,1.928990364074707
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,48,4,128,1,fp8,fp8,0,1.5886384010314942
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,48,1,128,1,float16,fp8,0,4.141862487792968
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,48,48,128,1,float16,float16,0,1.0483327865600587
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,48,8,128,1,float16,fp8,0,1.6007007598876952
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,48,8,128,1,float16,float16,0,2.004345512390137
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,48,8,128,1,fp8,fp8,0,1.6184400558471679
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,48,48,128,1,float16,fp8,0,1.0370623588562011
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,48,48,128,1,fp8,fp8,0,0.9052607536315918
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,48,1,128,1,float16,fp8,0,0.8642095565795899
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,48,1,128,1,fp8,fp8,0,0.8168496131896973
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,48,2,128,1,float16,fp8,0,0.7997632026672363
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,48,2,128,1,float16,float16,0,0.9154895782470703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,48,2,128,1,fp8,fp8,0,0.8572511672973633
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,48,4,128,1,float16,float16,0,0.8632991790771485
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,48,4,128,1,float16,fp8,0,0.8366864204406739
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,48,4,128,1,fp8,fp8,0,0.8024479866027832
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,48,48,128,1,float16,float16,0,0.5374559879302978
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,48,8,128,1,float16,float16,0,0.8627936363220214
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,48,1,128,1,float16,float16,0,2.5614208221435546
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,48,8,128,1,fp8,fp8,0,0.8364383697509765
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,48,8,128,1,float16,fp8,0,0.8814352035522461
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,48,1,128,1,float16,float16,0,0.44162402153015134
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,48,48,128,1,float16,fp8,0,0.4734447956085205
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,48,1,128,1,fp8,fp8,0,0.3996272087097168
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,48,48,128,1,fp8,fp8,0,0.45876479148864746
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,48,1,128,1,float16,fp8,0,0.46725759506225584
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,48,2,128,1,float16,fp8,0,0.41478400230407714
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,48,2,128,1,fp8,fp8,0,0.4271391868591309
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,48,4,128,1,float16,float16,0,0.4420207977294922
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,48,4,128,1,float16,fp8,0,0.4181344032287598
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,48,48,128,1,float16,float16,0,0.2760688066482544
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,48,4,128,1,fp8,fp8,0,0.4043263912200928
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,48,8,128,1,float16,float16,0,0.4350143909454346
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,48,8,128,1,fp8,fp8,0,0.4121583938598633
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,48,8,128,1,float16,fp8,0,0.46647038459777834
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,48,48,128,1,float16,fp8,0,0.24636640548706054
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,48,48,128,1,fp8,fp8,0,0.24240000247955323
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,48,1,128,1,float16,float16,0,0.2190335988998413
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,48,1,128,1,float16,fp8,0,0.20520479679107667
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,48,1,128,1,fp8,fp8,0,0.2046288013458252
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,48,2,128,1,float16,float16,0,0.22030398845672608
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,48,2,128,1,float16,fp8,0,0.2243648052215576
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,48,2,128,1,float16,float16,0,1.5495984077453613
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,48,2,128,1,fp8,fp8,0,0.2200160026550293
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,48,4,128,1,float16,float16,0,0.2262592077255249
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,48,4,128,1,float16,fp8,0,0.21172800064086914
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,48,4,128,1,fp8,fp8,0,0.20720961093902587
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,48,8,128,1,float16,float16,0,0.22351999282836915
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,48,8,128,1,float16,fp8,0,0.20952320098876953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,48,8,128,1,fp8,fp8,0,0.2260080099105835
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,48,1,128,1,float16,fp8,0,6.171017456054687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,48,1,128,1,fp8,fp8,0,6.1638641357421875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,48,2,128,1,float16,fp8,0,6.206526565551758
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,48,4,128,1,float16,fp8,0,6.238996887207032
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,48,2,128,1,fp8,fp8,0,6.445896148681641
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,48,2,128,1,float16,float16,0,7.178623962402344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,48,4,128,1,float16,float16,0,7.436204528808593
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,48,48,128,1,float16,fp8,0,3.812855911254883
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,48,48,128,1,float16,float16,0,4.472512054443359
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,48,48,128,1,fp8,fp8,0,3.8132110595703126
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,48,4,128,1,fp8,fp8,0,6.182567977905274
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,48,8,128,1,float16,fp8,0,6.303124618530274
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,48,8,128,1,fp8,fp8,0,6.356880187988281
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,48,8,128,1,float16,float16,0,7.332790374755859
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,48,1,128,1,float16,float16,0,3.4421886444091796
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,48,1,128,1,float16,fp8,0,3.1748287200927736
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,48,1,128,1,fp8,fp8,0,3.0661935806274414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,48,2,128,1,float16,float16,0,3.5557823181152344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,48,2,128,1,float16,fp8,0,3.0763952255249025
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,48,2,128,1,fp8,fp8,0,3.0786991119384766
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,48,4,128,1,float16,float16,0,3.49804801940918
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,48,4,128,1,fp8,fp8,0,3.1042800903320313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,48,4,128,1,float16,fp8,0,3.2967662811279297
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,48,48,128,1,float16,float16,0,2.1761199951171877
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,48,8,128,1,float16,float16,0,3.8304576873779297
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,48,48,128,1,float16,fp8,0,1.8954416275024415
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,48,8,128,1,fp8,fp8,0,3.1550176620483397
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,48,8,128,1,float16,fp8,0,3.2742095947265626
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,48,1,128,1,float16,float16,0,1.646615982055664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,48,48,128,1,fp8,fp8,0,1.8324607849121093
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,48,1,128,1,float16,fp8,0,1.5968655586242675
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,48,1,128,1,fp8,fp8,0,1.6905551910400392
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,48,2,128,1,float16,float16,0,1.6636512756347657
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,48,2,128,1,float16,fp8,0,1.5448448181152343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,48,2,128,1,fp8,fp8,0,1.5447104454040528
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,48,1,128,1,float16,float16,0,22.573545837402342
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,48,4,128,1,float16,fp8,0,1.553102397918701
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,48,4,128,1,float16,float16,0,1.740060806274414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,48,4,128,1,fp8,fp8,0,1.6256704330444336
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,48,48,128,1,float16,float16,0,1.0782032012939453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,48,8,128,1,float16,float16,0,1.7206975936889648
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,48,8,128,1,float16,fp8,0,1.6888015747070313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,48,1,128,1,float16,float16,0,0.9115232467651367
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,48,48,128,1,fp8,fp8,0,0.9441727638244629
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,48,8,128,1,fp8,fp8,0,1.5780351638793946
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,48,1,128,1,fp8,fp8,0,0.7994527816772461
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,48,1,128,1,float16,fp8,0,0.7840816020965576
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,48,2,128,1,float16,float16,0,0.8567296028137207
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,48,2,128,1,float16,fp8,0,0.7795360088348389
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,48,2,128,1,fp8,fp8,0,0.8499008178710937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,48,4,128,1,float16,float16,0,0.8337696075439454
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,48,4,128,1,float16,fp8,0,0.8039631843566895
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,48,4,128,1,fp8,fp8,0,0.7936912059783936
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,48,8,128,1,float16,float16,0,0.9026479721069336
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,48,8,128,1,float16,fp8,0,0.7977071762084961
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,48,8,128,1,fp8,fp8,0,0.869865608215332
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,48,48,128,1,float16,float16,0,0.5470096111297608
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,48,48,128,1,float16,fp8,0,0.4781936168670654
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,48,48,128,1,fp8,fp8,0,0.47208480834960936
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,48,1,128,1,float16,float16,0,0.4511824131011963
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,48,1,128,1,float16,fp8,0,0.39191360473632814
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,48,1,128,1,fp8,fp8,0,0.40502080917358396
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,48,2,128,1,float16,float16,0,0.43166399002075195
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,48,2,128,1,float16,fp8,0,0.40158557891845703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,48,2,128,1,fp8,fp8,0,0.395086407661438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,48,4,128,1,float16,float16,0,0.44887518882751465
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,48,4,128,1,float16,fp8,0,0.3973167896270752
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,48,8,128,1,fp8,fp8,0,0.40636320114135743
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,48,8,128,1,float16,float16,0,0.4707359790802002
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,48,4,128,1,fp8,fp8,0,0.39893920421600343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,48,48,128,1,float16,float16,0,0.28935039043426514
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,48,8,128,1,float16,fp8,0,0.4137440204620361
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,48,48,128,1,float16,fp8,0,0.24267680644989015
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,48,48,128,1,fp8,fp8,0,0.24336960315704345
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,48,1,128,1,float16,float16,0,0.22302238941192626
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,48,1,128,1,float16,fp8,0,0.20177121162414552
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,48,1,128,1,fp8,fp8,0,0.2138159990310669
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,48,2,128,1,float16,float16,0,0.2164128065109253
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,48,2,128,1,float16,fp8,0,0.20233919620513915
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,48,2,128,1,fp8,fp8,0,0.20300800800323487
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,48,4,128,1,float16,float16,0,0.22620799541473388
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,48,4,128,1,float16,fp8,0,0.20425920486450194
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,48,4,128,1,fp8,fp8,0,0.21146240234375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,48,8,128,1,float16,float16,0,0.22517120838165283
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,48,8,128,1,float16,fp8,0,0.20699520111083985
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,48,8,128,1,fp8,fp8,0,0.20801119804382323
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,48,48,128,1,float16,float16,0,0.15090880393981934
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,48,48,128,1,float16,fp8,0,0.12978399991989137
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,48,48,128,1,fp8,fp8,0,0.12701280117034913
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,48,1,128,1,float16,fp8,0,0.10492000579833985
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,48,1,128,1,float16,float16,0,0.11360960006713867
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,48,1,128,1,fp8,fp8,0,0.10576479434967041
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,48,2,128,1,float16,float16,0,0.11563680171966553
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,48,2,128,1,float16,fp8,0,0.10928640365600586
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,48,4,128,1,float16,float16,0,0.11327999830245972
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,48,2,128,1,fp8,fp8,0,0.1057968020439148
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,48,4,128,1,float16,fp8,0,0.10719039440155029
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,48,4,128,1,fp8,fp8,0,0.10957280397415162
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,48,48,128,1,float16,fp8,0,1.1130751609802245
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,48,8,128,1,float16,fp8,0,0.11150560379028321
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,48,8,128,1,float16,float16,0,0.11988320350646972
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,48,8,128,1,fp8,fp8,0,0.10854560136795044
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,48,2,128,1,float16,fp8,0,3.8427600860595703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,48,1,128,1,float16,fp8,0,3.853707122802734
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,48,1,128,1,fp8,fp8,0,3.8523040771484376
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,48,2,128,1,fp8,fp8,0,3.873606491088867
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,48,1,128,1,float16,float16,0,4.235470581054687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,48,4,128,1,float16,float16,0,4.299825668334961
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,48,4,128,1,float16,fp8,0,3.9022239685058593
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,48,48,128,1,float16,fp8,0,2.4567024230957033
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,48,48,128,1,float16,float16,0,2.7694047927856444
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,48,2,128,1,float16,float16,0,8.160514831542969
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,48,4,128,1,fp8,fp8,0,3.8351089477539064
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,48,8,128,1,float16,fp8,0,3.9199295043945312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,48,8,128,1,fp8,fp8,0,3.9580368041992187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,48,8,128,1,float16,float16,0,4.364585494995117
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,48,48,128,1,fp8,fp8,0,2.3657344818115233
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,48,1,128,1,float16,float16,0,2.008609580993652
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,48,1,128,1,float16,fp8,0,1.9192256927490234
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,48,2,128,1,float16,float16,0,2.107320022583008
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,48,2,128,1,float16,fp8,0,1.9073680877685546
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,48,2,128,1,fp8,fp8,0,1.9146432876586914
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,48,4,128,1,float16,float16,0,2.1956335067749024
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,48,4,128,1,float16,fp8,0,1.9157184600830077
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,48,1,128,1,fp8,fp8,0,3.3443840026855467
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,48,4,128,1,fp8,fp8,0,2.003006362915039
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,48,8,128,1,float16,float16,0,2.129670333862305
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,48,48,128,1,float16,float16,0,1.3893664360046387
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,48,48,128,1,float16,fp8,0,1.2117888450622558
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,48,48,128,1,fp8,fp8,0,1.1907520294189453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,48,8,128,1,fp8,fp8,0,1.9667999267578125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,48,8,128,1,float16,fp8,0,2.1602655410766602
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,48,1,128,1,float16,fp8,0,0.9555135726928711
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,48,1,128,1,fp8,fp8,0,1.0731264114379884
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,48,1,128,1,float16,float16,0,2.387353515625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,48,2,128,1,float16,float16,0,1.0687248229980468
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,48,2,128,1,float16,fp8,0,0.9593791961669922
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,48,2,128,1,fp8,fp8,0,0.9567215919494629
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,48,4,128,1,float16,float16,0,1.0124095916748046
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,48,4,128,1,float16,fp8,0,1.0004704475402832
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,48,4,128,1,fp8,fp8,0,0.9625040054321289
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,48,8,128,1,float16,float16,0,1.0882543563842773
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,48,48,128,1,float16,fp8,0,0.6018239974975585
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,48,48,128,1,float16,float16,0,0.6948832035064697
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,48,1,128,1,float16,float16,0,0.5156703948974609
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,48,48,128,1,fp8,fp8,0,0.6035232067108154
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,48,1,128,1,float16,fp8,0,0.4790192127227783
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,48,8,128,1,fp8,fp8,0,1.054800033569336
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,48,1,128,1,fp8,fp8,0,0.5002895832061768
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,48,2,128,1,float16,float16,0,0.5064784049987793
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,48,2,128,1,float16,fp8,0,0.5018655776977539
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,48,2,128,1,fp8,fp8,0,0.4870143890380859
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,48,4,128,1,float16,float16,0,0.5113903999328613
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,48,4,128,1,float16,fp8,0,0.5156400203704834
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,48,8,128,1,float16,fp8,0,1.957912063598633
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,48,4,128,1,fp8,fp8,0,0.5045760154724122
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,48,8,128,1,float16,fp8,0,0.5014848232269287
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,48,8,128,1,float16,float16,0,0.5415215969085694
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,48,48,128,1,float16,float16,0,0.3544032096862793
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,48,8,128,1,fp8,fp8,0,0.5024191856384277
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,48,48,128,1,float16,fp8,0,0.31780478954315183
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,48,1,128,1,float16,float16,0,0.2618351936340332
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,48,1,128,1,float16,fp8,0,0.2477344036102295
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,48,1,128,1,fp8,fp8,0,0.25556960105896
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,48,2,128,1,float16,float16,0,0.2593183994293213
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,48,2,128,1,float16,fp8,0,0.24957759380340577
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,48,2,128,1,fp8,fp8,0,0.25675039291381835
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,48,4,128,1,float16,float16,0,0.26703040599822997
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,48,4,128,1,float16,fp8,0,0.2516576051712036
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,48,48,128,1,fp8,fp8,0,0.6716896057128906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,48,4,128,1,fp8,fp8,0,0.25922560691833496
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,48,8,128,1,float16,float16,0,0.27664320468902587
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,48,8,128,1,float16,fp8,0,0.2560863971710205
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,48,8,128,1,fp8,fp8,0,0.26063199043273927
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,48,48,128,1,float16,float16,0,0.18794560432434082
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,48,48,128,1,float16,fp8,0,0.16179039478302001
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,48,1,128,1,float16,float16,0,0.1383407950401306
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,48,48,128,1,fp8,fp8,0,0.2312016010284424
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,48,1,128,1,float16,fp8,0,0.13303519487380983
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,48,1,128,1,fp8,fp8,0,0.12885760068893432
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,48,2,128,1,float16,float16,0,0.13579679727554322
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,48,2,128,1,float16,fp8,0,0.13320000171661378
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,48,2,128,1,fp8,fp8,0,0.13041759729385377
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,48,4,128,1,float16,float16,0,0.14090240001678467
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,48,4,128,1,fp8,fp8,0,0.13454240560531616
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,48,4,128,1,float16,fp8,0,0.19012000560760497
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,48,8,128,1,float16,fp8,0,0.13439040184020995
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,48,8,128,1,float16,float16,0,0.14143199920654298
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,48,48,128,1,float16,float16,0,0.09726719856262207
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,48,48,128,1,float16,fp8,0,0.08941280245780944
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,48,8,128,1,fp8,fp8,0,0.1371791958808899
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,48,48,128,1,fp8,fp8,0,0.08885599970817566
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,48,1,128,1,float16,fp8,0,0.06749280095100403
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,48,1,128,1,float16,float16,0,0.09642879962921143
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,48,1,128,1,fp8,fp8,0,0.0678879976272583
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,48,2,128,1,float16,float16,0,0.07266560196876526
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,48,2,128,1,float16,fp8,0,0.07049760222434998
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,48,4,128,1,float16,float16,0,0.0767408013343811
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,48,4,128,1,float16,fp8,0,0.06885600090026855
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,48,8,128,1,float16,float16,0,0.07687039971351624
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,48,4,128,1,fp8,fp8,0,0.09424960017204284
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,48,2,128,1,fp8,fp8,0,0.06949599981307983
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,48,8,128,1,float16,fp8,0,0.06992959976196289
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,48,8,128,1,fp8,fp8,0,0.07252159714698792
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,48,1,128,1,fp8,fp8,0,4.017046356201172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,48,1,128,1,float16,fp8,0,4.012641525268554
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,48,2,128,1,fp8,fp8,0,4.01695671081543
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,48,2,128,1,float16,fp8,0,4.053995132446289
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,48,1,128,1,float16,float16,0,4.308361434936524
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,48,4,128,1,float16,float16,0,4.430713653564453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,48,4,128,1,float16,fp8,0,4.0446014404296875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,48,48,128,1,float16,fp8,0,2.6142175674438475
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,48,48,128,1,float16,float16,0,3.0938079833984373
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,48,4,128,1,fp8,fp8,0,4.037614440917968
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,48,8,128,1,float16,fp8,0,4.116337585449219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,48,8,128,1,fp8,fp8,0,4.146700668334961
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,48,8,128,1,float16,float16,0,4.507659149169922
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,48,48,128,1,fp8,fp8,0,2.601228713989258
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,48,1,128,1,float16,float16,0,2.033251190185547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,48,1,128,1,float16,fp8,0,2.0111568450927733
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,48,1,128,1,fp8,fp8,0,1.983353614807129
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,48,2,128,1,float16,fp8,0,1.9925535202026368
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,48,2,128,1,float16,float16,0,2.098206329345703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,48,2,128,1,fp8,fp8,0,2.1221168518066404
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,48,4,128,1,float16,float16,0,2.135206413269043
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,48,2,128,1,float16,float16,0,12.375582122802735
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,48,4,128,1,float16,fp8,0,2.048315238952637
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,48,4,128,1,fp8,fp8,0,2.057891273498535
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,48,8,128,1,float16,float16,0,2.2388912200927735
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,48,48,128,1,float16,float16,0,1.5608624458312987
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,48,48,128,1,float16,fp8,0,1.3622431755065918
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,48,1,128,1,float16,float16,0,1.0238592147827148
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,48,8,128,1,float16,fp8,0,2.0731151580810545
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,48,8,128,1,fp8,fp8,0,2.150419235229492
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,48,1,128,1,float16,fp8,0,1.0104928016662598
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,48,1,128,1,fp8,fp8,0,1.0750783920288085
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,48,2,128,1,float16,fp8,0,1.0064096450805664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,48,2,128,1,float16,float16,0,1.0699359893798828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,48,2,128,1,fp8,fp8,0,1.0058704376220704
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,48,4,128,1,float16,float16,0,1.055020809173584
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,48,4,128,1,fp8,fp8,0,1.0177951812744142
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,48,4,128,1,float16,fp8,0,1.0177984237670898
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,48,48,128,1,fp8,fp8,0,3.217835235595703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,48,48,128,1,float16,float16,0,0.7790895938873291
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,48,1,128,1,float16,float16,0,0.5169104099273681
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,48,48,128,1,float16,fp8,0,0.6630335807800293
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,48,48,128,1,fp8,fp8,0,0.6632431983947754
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,48,8,128,1,float16,fp8,0,1.0452927589416503
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,48,8,128,1,fp8,fp8,0,1.0862431526184082
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,48,8,128,1,float16,float16,0,1.1335583686828614
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,48,1,128,1,fp8,fp8,0,0.5053664207458496
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,48,1,128,1,float16,fp8,0,0.5089424133300782
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,48,2,128,1,float16,float16,0,0.5244319915771485
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,48,2,128,1,float16,fp8,0,0.5081664085388183
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,48,2,128,1,fp8,fp8,0,0.5066463947296143
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,48,4,128,1,float16,fp8,0,0.5230847835540772
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,48,4,128,1,float16,float16,0,0.5516960144042968
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,48,4,128,1,fp8,fp8,0,0.5149040222167969
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,48,48,128,1,float16,fp8,0,0.3416208028793335
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,48,48,128,1,fp8,fp8,0,0.3438352108001709
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,48,8,128,1,float16,fp8,0,0.5288591861724854
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,48,8,128,1,fp8,fp8,0,0.5281919956207275
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,48,8,128,1,float16,float16,0,0.5661871910095215
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,48,48,128,1,float16,float16,0,0.397379207611084
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,48,1,128,1,float16,float16,0,0.26434080600738524
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,48,1,128,1,float16,fp8,0,0.2621007919311523
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,48,1,128,1,fp8,fp8,0,0.2633311986923218
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,48,2,128,1,float16,float16,0,0.2727807998657227
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,48,2,128,1,fp8,fp8,0,0.2571791887283325
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,48,2,128,1,float16,fp8,0,0.25897119045257566
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,48,4,128,1,float16,float16,0,0.2791071891784668
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,48,4,128,1,float16,fp8,0,0.26317439079284666
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,48,4,128,1,fp8,fp8,0,0.2665071964263916
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,48,8,128,1,float16,float16,0,0.2901616096496582
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,48,8,128,1,float16,fp8,0,0.27499840259552
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,48,48,128,1,float16,fp8,0,0.17819039821624755
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,48,8,128,1,fp8,fp8,0,0.26796319484710696
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,48,48,128,1,float16,float16,0,0.20930879116058348
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,48,48,128,1,fp8,fp8,0,0.1782863974571228
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,48,1,128,1,float16,float16,0,0.14037599563598632
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,48,1,128,1,float16,fp8,0,0.13754559755325318
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,48,1,128,1,fp8,fp8,0,0.13710240125656128
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,48,2,128,1,float16,float16,0,0.14201120138168336
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,48,2,128,1,float16,fp8,0,0.13445919752120972
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,48,2,128,1,fp8,fp8,0,0.13812320232391356
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,48,4,128,1,float16,fp8,0,0.13923039436340331
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,48,4,128,1,float16,float16,0,0.14551039934158325
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,48,4,128,1,fp8,fp8,0,0.13999999761581422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,48,8,128,1,float16,float16,0,0.1505295991897583
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,48,8,128,1,float16,fp8,0,0.1430351972579956
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,48,8,128,1,fp8,fp8,0,0.13920960426330567
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,48,48,128,1,float16,float16,0,0.11149120330810547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,48,48,128,1,fp8,fp8,0,0.09663360118865967
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,48,48,128,1,float16,fp8,0,0.09581440091133117
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,48,1,128,1,float16,float16,0,0.07574560046195984
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,48,1,128,1,float16,fp8,0,0.07276639938354493
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,48,1,128,1,fp8,fp8,0,0.07334880232810974
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,48,2,128,1,float16,float16,0,0.07441279888153077
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,48,2,128,1,float16,fp8,0,0.0737999975681305
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,48,4,128,1,float16,float16,0,0.07776640057563781
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,48,2,128,1,fp8,fp8,0,0.07455360293388366
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,48,4,128,1,float16,fp8,0,0.0738655984401703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,48,4,128,1,fp8,fp8,0,0.07500159740447998
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,48,8,128,1,float16,float16,0,0.08008800148963928
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,48,8,128,1,float16,fp8,0,0.0743664026260376
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,48,8,128,1,fp8,fp8,0,0.07692800164222717
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,48,48,128,1,float16,float16,0,0.06336960196495056
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,48,48,128,1,fp8,fp8,0,0.05429919958114624
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,48,1,128,1,float16,float16,0,0.04058080017566681
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,48,48,128,1,float16,fp8,0,0.05518239736557007
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,48,1,128,1,float16,fp8,0,0.039043200016021726
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,48,1,128,1,fp8,fp8,0,0.0375328004360199
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,48,2,128,1,float16,float16,0,0.040252798795700075
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,48,2,128,1,float16,fp8,0,0.03908640146255493
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,48,2,128,1,fp8,fp8,0,0.03900960087776184
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,48,4,128,1,float16,float16,0,0.04095520079135895
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,48,4,128,1,float16,fp8,0,0.0397024005651474
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,48,4,128,1,fp8,fp8,0,0.03930560052394867
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,48,8,128,1,float16,float16,0,0.04366239905357361
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,48,8,128,1,float16,fp8,0,0.03987039923667908
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,48,8,128,1,fp8,fp8,0,0.03828639984130859
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,48,1,128,1,float16,float16,0,2.8639200210571287
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,48,1,128,1,float16,fp8,0,2.8829935073852537
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,48,2,128,1,float16,float16,0,2.891072082519531
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,48,1,128,1,fp8,fp8,0,2.9132816314697267
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,48,4,128,1,float16,float16,0,2.9726240158081056
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,48,2,128,1,float16,fp8,0,2.9022607803344727
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,48,2,128,1,fp8,fp8,0,2.922444725036621
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,48,48,128,1,float16,fp8,0,2.1006288528442383
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,48,48,128,1,float16,float16,0,2.4750463485717775
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,48,4,128,1,float16,fp8,0,2.9492704391479494
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,48,4,128,1,fp8,fp8,0,2.9213504791259766
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,48,8,128,1,float16,float16,0,3.157219123840332
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,48,8,128,1,float16,fp8,0,3.0880800247192384
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,48,8,128,1,fp8,fp8,0,3.089691162109375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,48,1,128,1,float16,float16,0,1.403555202484131
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,48,1,128,1,float16,fp8,0,1.4363264083862304
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,48,1,128,1,fp8,fp8,0,1.4349632263183594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,48,2,128,1,float16,float16,0,1.4220576286315918
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,48,2,128,1,float16,fp8,0,1.4460368156433105
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,48,2,128,1,fp8,fp8,0,1.4443280220031738
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,48,4,128,1,float16,float16,0,1.4728816032409668
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,48,48,128,1,fp8,fp8,0,4.095468902587891
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,48,4,128,1,float16,fp8,0,1.4647135734558105
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,48,4,128,1,fp8,fp8,0,1.4853679656982421
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,48,8,128,1,float16,float16,0,1.5664640426635743
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,48,8,128,1,float16,fp8,0,1.5304736137390136
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,48,48,128,1,float16,fp8,0,1.0556431770324708
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,48,48,128,1,float16,float16,0,1.251148796081543
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,48,8,128,1,fp8,fp8,0,1.5214287757873535
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,48,1,128,1,float16,float16,0,0.719158411026001
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,48,48,128,1,fp8,fp8,0,1.0518815994262696
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,48,1,128,1,float16,fp8,0,0.7247951984405517
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,48,2,128,1,float16,float16,0,0.715284776687622
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,48,1,128,1,fp8,fp8,0,0.720959997177124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,48,2,128,1,float16,fp8,0,0.7391520023345948
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,48,2,128,1,fp8,fp8,0,0.7226863861083984
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,48,4,128,1,float16,float16,0,0.754318380355835
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,48,4,128,1,float16,fp8,0,0.7369056224822998
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,48,4,128,1,fp8,fp8,0,0.7406991958618164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,48,8,128,1,float16,float16,0,0.7870575904846191
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,48,8,128,1,float16,fp8,0,0.7688255786895752
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,48,48,128,1,float16,float16,0,0.6288080215454102
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,48,8,128,1,fp8,fp8,0,0.7830128192901611
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,48,1,128,1,float16,float16,0,0.3672368049621582
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,48,48,128,1,float16,fp8,0,0.5419280052185058
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,48,1,128,1,float16,fp8,0,0.3643376111984253
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,48,48,128,1,fp8,fp8,0,0.5318463802337646
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,48,1,128,1,fp8,fp8,0,0.36613919734954836
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,48,2,128,1,float16,float16,0,0.3644383907318115
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,48,2,128,1,float16,fp8,0,0.37627038955688474
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,48,4,128,1,float16,float16,0,0.3841536045074463
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,48,2,128,1,fp8,fp8,0,0.37761759757995605
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,48,4,128,1,float16,fp8,0,0.37317280769348143
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,48,4,128,1,fp8,fp8,0,0.37396481037139895
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,48,8,128,1,float16,float16,0,0.40120639801025393
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,48,8,128,1,float16,fp8,0,0.38945119380950927
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,48,1,128,1,float16,float16,0,0.19030879735946654
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,48,8,128,1,fp8,fp8,0,0.3981472015380859
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,48,48,128,1,float16,float16,0,0.3268271923065186
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,48,1,128,1,float16,fp8,0,0.19130719900131227
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,48,48,128,1,float16,fp8,0,0.27734880447387694
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,48,48,128,1,fp8,fp8,0,0.27187678813934324
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,48,1,128,1,fp8,fp8,0,0.19319039583206177
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,48,2,128,1,float16,float16,0,0.19293760061264037
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,48,2,128,1,float16,fp8,0,0.19158560037612915
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,48,2,128,1,fp8,fp8,0,0.19455840587615966
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,48,4,128,1,fp8,fp8,0,0.192139196395874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,48,4,128,1,float16,fp8,0,0.19755840301513672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,48,4,128,1,float16,float16,0,0.19965920448303223
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,48,8,128,1,float16,float16,0,0.21034719944000244
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,48,8,128,1,float16,fp8,0,0.20609118938446044
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,48,48,128,1,float16,fp8,0,0.1427999973297119
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,48,48,128,1,float16,float16,0,0.17072639465332032
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,48,1,128,1,float16,float16,0,0.10243359804153443
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,48,8,128,1,fp8,fp8,0,0.2028208017349243
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,48,48,128,1,fp8,fp8,0,0.1458464026451111
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,48,1,128,1,fp8,fp8,0,0.10276319980621337
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,48,2,128,1,float16,fp8,0,0.10046240091323852
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,48,2,128,1,float16,float16,0,0.10385760068893432
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,48,1,128,1,float16,fp8,0,0.10277279615402221
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,48,2,128,1,fp8,fp8,0,0.10385760068893432
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,48,4,128,1,float16,float16,0,0.10659999847412109
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,48,4,128,1,float16,fp8,0,0.10314559936523438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,48,4,128,1,fp8,fp8,0,0.10550559759140014
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,48,8,128,1,float16,float16,0,0.11179840564727783
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,48,8,128,1,fp8,fp8,0,0.10919840335845947
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,48,8,128,1,float16,fp8,0,0.10605119466781616
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,48,48,128,1,float16,fp8,0,0.07890880107879639
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,48,48,128,1,fp8,fp8,0,0.07906879782676697
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,48,1,128,1,float16,fp8,0,0.055567997694015506
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,48,1,128,1,float16,float16,0,0.05770080089569092
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,48,48,128,1,float16,float16,0,0.09279040098190308
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,48,1,128,1,fp8,fp8,0,0.05704640150070191
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,48,2,128,1,float16,float16,0,0.05707839727401733
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,48,2,128,1,float16,fp8,0,0.05743200182914734
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,48,4,128,1,float16,float16,0,0.059969598054885866
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,48,2,128,1,fp8,fp8,0,0.05730720162391663
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,48,4,128,1,fp8,fp8,0,0.058406400680541995
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,48,4,128,1,float16,fp8,0,0.06932640075683594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,48,8,128,1,float16,float16,0,0.06172800064086914
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,48,8,128,1,fp8,fp8,0,0.0607375979423523
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,48,8,128,1,float16,fp8,0,0.05859360098838806
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,48,48,128,1,float16,float16,0,0.052742397785186766
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,48,48,128,1,float16,fp8,0,0.0451088011264801
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,48,1,128,1,float16,float16,0,0.032251200079917906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,48,48,128,1,fp8,fp8,0,0.04519999921321869
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,48,1,128,1,fp8,fp8,0,0.03170560002326965
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,48,1,128,1,float16,fp8,0,0.03853920102119446
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,48,2,128,1,float16,float16,0,0.03205919861793518
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,48,2,128,1,float16,fp8,0,0.031465598940849306
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,48,4,128,1,fp8,fp8,0,0.03285120129585266
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,48,2,128,1,fp8,fp8,0,0.03245440125465393
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,48,4,128,1,float16,float16,0,0.03258560001850128
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,48,4,128,1,float16,fp8,0,0.03272320032119751
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,48,8,128,1,float16,float16,0,0.03293600082397461
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,48,8,128,1,float16,fp8,0,0.03970080018043518
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,48,8,128,1,fp8,fp8,0,0.03355680108070373
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,48,48,128,1,float16,fp8,0,0.026470398902893065
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,48,1,128,1,float16,float16,0,0.020956799387931824
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,48,48,128,1,float16,float16,0,0.03031040132045746
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,48,48,128,1,fp8,fp8,0,0.026286399364471434
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,48,1,128,1,float16,fp8,0,0.020529599487781526
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,48,1,128,1,fp8,fp8,0,0.020257599651813507
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,48,2,128,1,float16,float16,0,0.02645919919013977
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,48,2,128,1,float16,fp8,0,0.020611199736595153
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,48,2,128,1,fp8,fp8,0,0.020713600516319274
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,48,4,128,1,float16,float16,0,0.02130880057811737
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,48,4,128,1,fp8,fp8,0,0.021184000372886657
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,48,4,128,1,float16,fp8,0,0.02009759992361069
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,48,8,128,1,float16,float16,0,0.02144480049610138
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,48,8,128,1,float16,fp8,0,0.02845120131969452
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,48,8,128,1,fp8,fp8,0,0.022697600722312927
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,48,1,128,1,float16,float16,0,1.1179360389709472
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,48,1,128,1,fp8,fp8,0,1.1899984359741211
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,48,1,128,1,float16,fp8,0,1.1925711631774902
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,48,2,128,1,float16,float16,0,1.1229711532592774
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,48,2,128,1,float16,fp8,0,1.183523178100586
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,48,4,128,1,float16,float16,0,1.192854404449463
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,48,2,128,1,fp8,fp8,0,1.7898399353027343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,48,4,128,1,float16,fp8,0,1.217899227142334
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,48,4,128,1,fp8,fp8,0,1.2089471817016602
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,48,8,128,1,float16,float16,0,1.268932819366455
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,48,48,128,1,float16,float16,0,1.145315170288086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,48,8,128,1,float16,fp8,0,1.2508496284484862
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,48,8,128,1,fp8,fp8,0,1.2582783699035645
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,48,1,128,1,float16,float16,0,0.5612127780914307
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,48,1,128,1,float16,fp8,0,0.5951807975769043
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,48,2,128,1,float16,float16,0,0.5824592113494873
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,48,48,128,1,fp8,fp8,0,0.8992416381835937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,48,2,128,1,float16,fp8,0,0.5973231792449951
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,48,1,128,1,fp8,fp8,0,0.59999680519104
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,48,48,128,1,float16,fp8,0,1.6664159774780274
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,48,2,128,1,fp8,fp8,0,0.5997168064117432
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,48,4,128,1,float16,float16,0,0.595417594909668
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,48,4,128,1,float16,fp8,0,0.6211184024810791
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,48,4,128,1,fp8,fp8,0,0.6128015995025635
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,48,8,128,1,float16,float16,0,0.6394959926605225
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,48,8,128,1,float16,fp8,0,0.6426415920257569
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,48,48,128,1,float16,float16,0,0.5785776138305664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,48,1,128,1,float16,float16,0,0.28783040046691893
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,48,48,128,1,float16,fp8,0,0.4582831859588623
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,48,1,128,1,float16,fp8,0,0.30219039916992185
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,48,1,128,1,fp8,fp8,0,0.30322558879852296
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,48,48,128,1,fp8,fp8,0,0.4583695888519287
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,48,8,128,1,fp8,fp8,0,1.1676207542419434
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,48,2,128,1,float16,float16,0,0.2934704065322876
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,48,2,128,1,float16,fp8,0,0.3055727958679199
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,48,4,128,1,float16,float16,0,0.3038304090499878
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,48,2,128,1,fp8,fp8,0,0.30977439880371094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,48,4,128,1,float16,fp8,0,0.31191999912261964
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,48,4,128,1,fp8,fp8,0,0.3146064043045044
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,48,8,128,1,float16,fp8,0,0.326908802986145
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,48,1,128,1,float16,float16,0,0.15211839675903321
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,48,8,128,1,fp8,fp8,0,0.32578239440917967
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,48,48,128,1,float16,fp8,0,0.23509759902954103
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,48,48,128,1,fp8,fp8,0,0.23661599159240723
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,48,48,128,1,float16,float16,0,0.2969104051589966
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,48,8,128,1,float16,float16,0,0.5952191829681397
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,48,1,128,1,float16,fp8,0,0.15692319869995117
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,48,1,128,1,fp8,fp8,0,0.1589359998703003
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,48,2,128,1,float16,float16,0,0.1539039969444275
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,48,2,128,1,float16,fp8,0,0.1589840054512024
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,48,4,128,1,float16,float16,0,0.15884319543838502
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,48,2,128,1,fp8,fp8,0,0.16045440435409547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,48,4,128,1,fp8,fp8,0,0.16156320571899413
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,48,8,128,1,float16,float16,0,0.17134720087051392
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,48,8,128,1,float16,fp8,0,0.1698528051376343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,48,8,128,1,fp8,fp8,0,0.17020000219345094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,48,4,128,1,float16,fp8,0,0.3634671926498413
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,48,48,128,1,float16,float16,0,0.15601439476013185
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,48,48,128,1,float16,fp8,0,0.12532639503479004
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,48,1,128,1,float16,float16,0,0.08281279802322387
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,48,1,128,1,float16,fp8,0,0.08487359881401062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,48,48,128,1,fp8,fp8,0,0.12467199563980103
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,48,1,128,1,fp8,fp8,0,0.08544480204582214
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,48,2,128,1,float16,float16,0,0.16202720403671264
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,48,2,128,1,float16,fp8,0,0.08551999926567078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,48,2,128,1,fp8,fp8,0,0.08720319867134094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,48,4,128,1,float16,float16,0,0.08609920144081115
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,48,4,128,1,float16,fp8,0,0.08695840239524841
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,48,4,128,1,fp8,fp8,0,0.0869983971118927
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,48,8,128,1,float16,float16,0,0.09194560050964355
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,48,8,128,1,fp8,fp8,0,0.09061440229415893
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,48,1,128,1,float16,fp8,0,0.04677599966526032
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,48,1,128,1,float16,float16,0,0.04737280011177063
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,48,8,128,1,float16,fp8,0,0.09022240042686462
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,48,48,128,1,fp8,fp8,0,0.06894400119781494
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,48,48,128,1,float16,fp8,0,0.06957280039787292
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,48,48,128,1,float16,float16,0,0.1354416012763977
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,48,1,128,1,fp8,fp8,0,0.04704799950122833
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,48,2,128,1,float16,float16,0,0.04774560034275055
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,48,2,128,1,float16,fp8,0,0.04707199931144714
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,48,4,128,1,float16,float16,0,0.049112001061439516
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,48,2,128,1,fp8,fp8,0,0.047310400009155276
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,48,4,128,1,float16,fp8,0,0.04891360104084015
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,48,8,128,1,float16,float16,0,0.05184000134468079
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,48,8,128,1,float16,fp8,0,0.0514847993850708
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,48,4,128,1,fp8,fp8,0,0.09063839912414551
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,48,8,128,1,fp8,fp8,0,0.050659197568893435
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,48,48,128,1,float16,float16,0,0.04840640127658844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,48,48,128,1,float16,fp8,0,0.03927839994430542
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,48,1,128,1,float16,float16,0,0.025547200441360475
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,48,1,128,1,float16,fp8,0,0.027003198862075806
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,48,48,128,1,fp8,fp8,0,0.0392655998468399
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,48,1,128,1,fp8,fp8,0,0.04525119960308075
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,48,2,128,1,float16,fp8,0,0.026913601160049438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,48,2,128,1,float16,float16,0,0.02534399926662445
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,48,2,128,1,fp8,fp8,0,0.026897600293159483
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,48,4,128,1,float16,float16,0,0.027217599749565124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,48,4,128,1,float16,fp8,0,0.027606400847434997
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,48,4,128,1,fp8,fp8,0,0.04518879950046539
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,48,8,128,1,float16,float16,0,0.02768160104751587
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,48,8,128,1,float16,fp8,0,0.027496001124382018
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,48,8,128,1,fp8,fp8,0,0.02733280062675476
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,48,48,128,1,float16,float16,0,0.027556800842285158
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,48,48,128,1,float16,fp8,0,0.022519999742507936
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,48,48,128,1,fp8,fp8,0,0.03639360070228577
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,48,1,128,1,float16,float16,0,0.018889600038528444
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,48,1,128,1,float16,fp8,0,0.01850239932537079
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,48,1,128,1,fp8,fp8,0,0.018300800025463103
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,48,2,128,1,float16,float16,0,0.01876319944858551
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,48,2,128,1,float16,fp8,0,0.01876640021800995
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,48,2,128,1,fp8,fp8,0,0.030073601007461547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,48,4,128,1,float16,float16,0,0.0188960000872612
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,48,4,128,1,float16,fp8,0,0.0183119997382164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,48,4,128,1,fp8,fp8,0,0.018236799538135527
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,48,8,128,1,float16,float16,0,0.019606399536132812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,48,8,128,1,float16,fp8,0,0.02028159946203232
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,48,8,128,1,fp8,fp8,0,0.020720000565052032
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,48,48,128,1,float16,float16,0,0.022843199968338012
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,48,48,128,1,float16,fp8,0,0.01587519943714142
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,48,48,128,1,fp8,fp8,0,0.016150400042533875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,48,1,128,1,float16,float16,0,0.014232000708580017
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,48,1,128,1,float16,fp8,0,0.014771200716495514
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,48,1,128,1,fp8,fp8,0,0.01510239988565445
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,48,2,128,1,float16,float16,0,0.020177599787712098
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,48,2,128,1,float16,fp8,0,0.015160000324249268
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,48,2,128,1,fp8,fp8,0,0.014697599411010741
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,48,4,128,1,float16,float16,0,0.014379200339317322
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,48,4,128,1,float16,fp8,0,0.014761599898338317
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,48,4,128,1,fp8,fp8,0,0.01496800035238266
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,48,8,128,1,float16,float16,0,0.015095999836921692
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,48,8,128,1,float16,fp8,0,0.021555200219154358
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,48,8,128,1,fp8,fp8,0,0.015566399693489075
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,48,1,128,1,float16,float16,0,0.5363183975219726
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,48,1,128,1,fp8,fp8,0,0.5822495937347412
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,48,1,128,1,float16,fp8,0,0.5793344020843506
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,48,2,128,1,float16,float16,0,0.5508016109466553
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,48,4,128,1,float16,float16,0,0.568339204788208
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,48,2,128,1,float16,fp8,0,0.6008575916290283
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,48,2,128,1,fp8,fp8,0,0.7312767982482911
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,48,4,128,1,float16,fp8,0,0.6103648185729981
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,48,8,128,1,float16,float16,0,0.6034416198730469
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,48,4,128,1,fp8,fp8,0,0.6124688148498535
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,48,8,128,1,float16,fp8,0,0.6510000228881836
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,48,48,128,1,float16,float16,0,0.5738368034362793
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,48,8,128,1,fp8,fp8,0,0.6441567897796631
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,48,48,128,1,float16,fp8,0,0.6027344226837158
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,48,1,128,1,float16,float16,0,0.275873589515686
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,48,48,128,1,fp8,fp8,0,0.47147197723388673
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,48,1,128,1,float16,fp8,0,0.2972464084625244
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,48,2,128,1,float16,float16,0,0.2811392068862915
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,48,1,128,1,fp8,fp8,0,0.2971839904785156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,48,2,128,1,float16,fp8,0,0.3040800094604492
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,48,2,128,1,fp8,fp8,0,0.4449903964996338
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,48,4,128,1,float16,float16,0,0.2887216091156006
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,48,4,128,1,float16,fp8,0,0.31220159530639646
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,48,4,128,1,fp8,fp8,0,0.31346080303192136
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,48,8,128,1,float16,float16,0,0.3091520071029663
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,48,8,128,1,float16,fp8,0,0.3323600053787231
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,48,8,128,1,fp8,fp8,0,0.3302016019821167
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,48,1,128,1,float16,float16,0,0.14404480457305907
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,48,48,128,1,float16,fp8,0,0.24285440444946288
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,48,1,128,1,float16,fp8,0,0.15283360481262206
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,48,48,128,1,float16,float16,0,0.37292959690093996
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,48,1,128,1,fp8,fp8,0,0.15630719661712647
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,48,48,128,1,fp8,fp8,0,0.2427311897277832
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,48,2,128,1,float16,float16,0,0.14546560049057006
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,48,2,128,1,float16,fp8,0,0.15643839836120604
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,48,2,128,1,fp8,fp8,0,0.15767040252685546
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,48,4,128,1,float16,float16,0,0.1510815978050232
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,48,4,128,1,fp8,fp8,0,0.16276320219039916
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,48,8,128,1,float16,float16,0,0.16317280530929565
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,48,8,128,1,float16,fp8,0,0.17202080488204957
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,48,4,128,1,float16,fp8,0,0.24235520362854004
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,48,8,128,1,fp8,fp8,0,0.1722480058670044
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,48,48,128,1,float16,float16,0,0.15673600435256957
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,48,48,128,1,float16,fp8,0,0.12668639421463013
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,48,1,128,1,float16,float16,0,0.07903199791908264
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,48,48,128,1,fp8,fp8,0,0.12778240442276
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,48,1,128,1,float16,fp8,0,0.08217440247535705
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,48,1,128,1,fp8,fp8,0,0.12770880460739137
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,48,2,128,1,float16,float16,0,0.07706400156021118
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,48,2,128,1,float16,fp8,0,0.08389120101928711
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,48,2,128,1,fp8,fp8,0,0.08462719917297364
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,48,4,128,1,float16,float16,0,0.0820576012134552
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,48,4,128,1,float16,fp8,0,0.08680480122566223
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,48,4,128,1,fp8,fp8,0,0.08453279733657837
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,48,8,128,1,float16,fp8,0,0.08755840063095092
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,48,8,128,1,float16,float16,0,0.12756799459457396
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,48,48,128,1,float16,float16,0,0.0841152012348175
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,48,48,128,1,float16,fp8,0,0.06734399795532227
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,48,8,128,1,fp8,fp8,0,0.08809760212898254
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,48,1,128,1,float16,float16,0,0.044540798664093016
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,48,48,128,1,fp8,fp8,0,0.06759039759635925
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,48,1,128,1,float16,fp8,0,0.04261760115623474
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,48,1,128,1,fp8,fp8,0,0.06761279702186584
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,48,2,128,1,float16,float16,0,0.0451119989156723
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,48,2,128,1,float16,fp8,0,0.04437119960784912
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,48,2,128,1,fp8,fp8,0,0.04469760060310364
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,48,4,128,1,float16,float16,0,0.046768000721931456
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,48,4,128,1,float16,fp8,0,0.04540640115737915
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,48,8,128,1,float16,float16,0,0.04915040135383606
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,48,4,128,1,fp8,fp8,0,0.0667743980884552
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,48,8,128,1,float16,fp8,0,0.047838398814201356
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,48,8,128,1,fp8,fp8,0,0.047875198721885684
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,48,48,128,1,float16,float16,0,0.04665440022945404
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,48,48,128,1,float16,fp8,0,0.034774398803710936
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,48,48,128,1,fp8,fp8,0,0.03469600081443787
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,48,1,128,1,float16,float16,0,0.033876800537109376
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,48,1,128,1,float16,fp8,0,0.023844799399375914
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,48,1,128,1,fp8,fp8,0,0.024035200476646423
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,48,2,128,1,float16,fp8,0,0.02377759963274002
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,48,2,128,1,float16,float16,0,0.02316479980945587
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,48,2,128,1,fp8,fp8,0,0.024158400297164918
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,48,4,128,1,float16,float16,0,0.034683200716972354
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,48,4,128,1,float16,fp8,0,0.023950399458408357
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,48,4,128,1,fp8,fp8,0,0.024187199771404266
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,48,8,128,1,float16,float16,0,0.02491360008716583
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,48,8,128,1,fp8,fp8,0,0.02446720004081726
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,48,8,128,1,float16,fp8,0,0.02486239969730377
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,48,48,128,1,float16,fp8,0,0.019892799854278564
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,48,48,128,1,float16,float16,0,0.03344959914684296
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,48,1,128,1,float16,float16,0,0.01725600063800812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,48,48,128,1,fp8,fp8,0,0.020052799582481386
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,48,1,128,1,float16,fp8,0,0.018459199368953703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,48,1,128,1,fp8,fp8,0,0.018827199935913086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,48,2,128,1,float16,float16,0,0.017528000473976135
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,48,2,128,1,float16,fp8,0,0.025407999753952026
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,48,2,128,1,fp8,fp8,0,0.01831679940223694
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,48,4,128,1,float16,fp8,0,0.018513600528240203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,48,4,128,1,float16,float16,0,0.017819200456142426
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,48,4,128,1,fp8,fp8,0,0.01878879964351654
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,48,8,128,1,float16,float16,0,0.0179407998919487
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,48,8,128,1,float16,fp8,0,0.025740799307823182
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,48,48,128,1,float16,float16,0,0.015070399641990662
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,48,48,128,1,float16,fp8,0,0.0143312007188797
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,48,8,128,1,fp8,fp8,0,0.01844799965620041
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,48,1,128,1,float16,float16,0,0.01276479959487915
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,48,48,128,1,fp8,fp8,0,0.014315199851989747
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,48,1,128,1,fp8,fp8,0,0.01358879953622818
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,48,1,128,1,float16,fp8,0,0.018721599876880646
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,48,2,128,1,float16,float16,0,0.012748800218105316
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,48,2,128,1,float16,fp8,0,0.013150399923324585
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,48,4,128,1,float16,float16,0,0.013259199261665345
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,48,2,128,1,fp8,fp8,0,0.013262400031089782
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,48,4,128,1,float16,fp8,0,0.013385599851608277
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,48,4,128,1,fp8,fp8,0,0.01847040057182312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,48,8,128,1,float16,float16,0,0.012931199371814727
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,48,8,128,1,float16,fp8,0,0.013316799700260163
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,48,8,128,1,fp8,fp8,0,0.013775999844074249
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,48,48,128,1,float16,float16,0,0.014084799587726593
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,48,48,128,1,float16,fp8,0,0.013998399674892425
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,48,48,128,1,fp8,fp8,0,0.01671839952468872
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,48,1,128,1,float16,float16,0,0.012520000338554382
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,48,1,128,1,float16,fp8,0,0.012913599610328674
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,48,2,128,1,float16,float16,0,0.01250080019235611
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,48,1,128,1,fp8,fp8,0,0.013286399841308593
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,48,2,128,1,float16,fp8,0,0.013225600123405457
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,48,2,128,1,fp8,fp8,0,0.015769599378108977
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,48,4,128,1,float16,float16,0,0.012612800300121307
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,48,4,128,1,fp8,fp8,0,0.012996800243854523
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,48,4,128,1,float16,fp8,0,0.012783999741077422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,48,8,128,1,float16,float16,0,0.013060800731182098
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,48,8,128,1,float16,fp8,0,0.013132800161838532
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,48,8,128,1,fp8,fp8,0,0.01604959964752197
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,48,1,128,1,float16,float16,0,0.27749760150909425
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,48,1,128,1,fp8,fp8,0,0.2983760118484497
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,48,1,128,1,float16,fp8,0,0.2976799964904785
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,48,2,128,1,float16,float16,0,0.2824687957763672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,48,2,128,1,float16,fp8,0,0.3060111999511719
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,48,2,128,1,fp8,fp8,0,0.3402224063873291
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,48,4,128,1,float16,float16,0,0.2923167943954468
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,48,4,128,1,float16,fp8,0,0.3115520000457764
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,48,4,128,1,fp8,fp8,0,0.31327359676361083
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,48,8,128,1,float16,float16,0,0.3118527889251709
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,48,8,128,1,float16,fp8,0,0.3294032096862793
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,48,8,128,1,fp8,fp8,0,0.36440799236297605
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,48,48,128,1,float16,float16,0,0.360916805267334
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,48,1,128,1,float16,float16,0,0.14521119594573975
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,48,1,128,1,float16,fp8,0,0.15577280521392822
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,48,48,128,1,float16,fp8,0,0.34208319187164304
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,48,1,128,1,fp8,fp8,0,0.2022495985031128
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,48,2,128,1,float16,float16,0,0.1458799958229065
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,48,2,128,1,float16,fp8,0,0.1588256001472473
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,48,48,128,1,fp8,fp8,0,0.34213759899139407
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,48,2,128,1,fp8,fp8,0,0.15852639675140381
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,48,4,128,1,float16,float16,0,0.1524608016014099
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,48,4,128,1,float16,fp8,0,0.1627887964248657
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,48,8,128,1,float16,float16,0,0.16177120208740234
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,48,4,128,1,fp8,fp8,0,0.2059391975402832
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,48,8,128,1,float16,fp8,0,0.1713055968284607
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,48,8,128,1,fp8,fp8,0,0.1720847964286804
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,48,48,128,1,float16,float16,0,0.18844159841537475
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,48,1,128,1,float16,float16,0,0.07660639882087708
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,48,48,128,1,float16,fp8,0,0.17923519611358643
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,48,48,128,1,fp8,fp8,0,0.17889280319213868
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,48,1,128,1,float16,fp8,0,0.11225119829177857
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,48,1,128,1,fp8,fp8,0,0.08364959955215454
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,48,2,128,1,float16,float16,0,0.07996960282325745
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,48,2,128,1,float16,fp8,0,0.08437439799308777
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,48,2,128,1,fp8,fp8,0,0.08464800119400025
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,48,4,128,1,float16,float16,0,0.08075199723243713
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,48,4,128,1,float16,fp8,0,0.11510399580001832
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,48,4,128,1,fp8,fp8,0,0.08658400177955627
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,48,8,128,1,float16,float16,0,0.0875328004360199
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,48,8,128,1,float16,fp8,0,0.08890399932861329
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,48,8,128,1,fp8,fp8,0,0.08856800198554993
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,48,48,128,1,float16,float16,0,0.10194560289382934
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,48,48,128,1,fp8,fp8,0,0.09273599982261657
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,48,1,128,1,float16,float16,0,0.0446832001209259
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,48,1,128,1,float16,fp8,0,0.044059199094772336
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,48,1,128,1,fp8,fp8,0,0.04428640007972717
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,48,48,128,1,float16,fp8,0,0.12093919515609741
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,48,2,128,1,float16,float16,0,0.04505600035190582
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,48,2,128,1,float16,fp8,0,0.04489279985427856
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,48,2,128,1,fp8,fp8,0,0.045316800475120544
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,48,4,128,1,float16,fp8,0,0.046172800660133365
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,48,4,128,1,float16,float16,0,0.04664160013198852
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,48,8,128,1,float16,float16,0,0.048764801025390624
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,48,4,128,1,fp8,fp8,0,0.0624783992767334
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,48,8,128,1,float16,fp8,0,0.04821920096874237
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,48,8,128,1,fp8,fp8,0,0.048851200938224794
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,48,48,128,1,float16,fp8,0,0.04854399859905243
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,48,48,128,1,float16,float16,0,0.056358402967453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,48,48,128,1,fp8,fp8,0,0.047646400332450864
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,48,1,128,1,float16,fp8,0,0.02380640059709549
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,48,1,128,1,float16,float16,0,0.0311024010181427
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,48,1,128,1,fp8,fp8,0,0.02446399927139282
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,48,2,128,1,float16,float16,0,0.023014399409294128
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,48,4,128,1,float16,float16,0,0.022961600124835967
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,48,2,128,1,float16,fp8,0,0.023907199501991272
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,48,4,128,1,float16,fp8,0,0.02398560047149658
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,48,2,128,1,fp8,fp8,0,0.024350400269031524
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,48,8,128,1,float16,float16,0,0.024672000110149382
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,48,4,128,1,fp8,fp8,0,0.03126400113105774
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,48,8,128,1,float16,fp8,0,0.024779200553894043
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,48,8,128,1,fp8,fp8,0,0.024249599874019624
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,48,48,128,1,float16,float16,0,0.0295087993144989
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,48,48,128,1,float16,fp8,0,0.02417919933795929
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,48,48,128,1,fp8,fp8,0,0.024291199445724488
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,48,1,128,1,float16,fp8,0,0.018982400000095368
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,48,1,128,1,float16,float16,0,0.022177599370479584
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,48,1,128,1,fp8,fp8,0,0.01912800073623657
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,48,2,128,1,float16,float16,0,0.017446400225162507
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,48,2,128,1,fp8,fp8,0,0.01852159947156906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,48,2,128,1,float16,fp8,0,0.018436799943447112
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,48,4,128,1,float16,float16,0,0.017692799866199493
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,48,4,128,1,float16,fp8,0,0.02311519980430603
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,48,8,128,1,float16,float16,0,0.01786399930715561
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,48,4,128,1,fp8,fp8,0,0.018852800130844116
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,48,8,128,1,float16,fp8,0,0.01910720020532608
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,48,8,128,1,fp8,fp8,0,0.01881919950246811
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,48,48,128,1,float16,float16,0,0.017761600017547608
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,48,48,128,1,float16,fp8,0,0.01855359971523285
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,48,48,128,1,fp8,fp8,0,0.018262399733066557
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,48,1,128,1,float16,float16,0,0.015388800203800202
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,48,1,128,1,float16,fp8,0,0.013491199910640716
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,48,1,128,1,fp8,fp8,0,0.013326400518417358
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,48,2,128,1,float16,float16,0,0.01266079992055893
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,48,2,128,1,float16,fp8,0,0.0133200004696846
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,48,2,128,1,fp8,fp8,0,0.013841600716114044
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,48,4,128,1,float16,float16,0,0.012831999361515046
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,48,4,128,1,float16,fp8,0,0.013687999546527862
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,48,4,128,1,fp8,fp8,0,0.01525920033454895
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,48,8,128,1,float16,float16,0,0.013232000172138214
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,48,8,128,1,float16,fp8,0,0.013420799374580383
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,48,8,128,1,fp8,fp8,0,0.01372160017490387
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,48,48,128,1,float16,float16,0,0.013371199369430542
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,48,48,128,1,float16,fp8,0,0.013569599390029908
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,48,48,128,1,fp8,fp8,0,0.01371999979019165
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,48,1,128,1,float16,float16,0,0.014105600118637086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,48,1,128,1,float16,fp8,0,0.013219200074672699
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,48,1,128,1,fp8,fp8,0,0.013094399869441987
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,48,2,128,1,float16,float16,0,0.01263200044631958
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,48,2,128,1,float16,fp8,0,0.013212800025939941
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,48,4,128,1,float16,float16,0,0.012556800246238708
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,48,2,128,1,fp8,fp8,0,0.013143999874591828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,48,4,128,1,float16,fp8,0,0.014926399290561675
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,48,4,128,1,fp8,fp8,0,0.013075199723243714
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,48,8,128,1,float16,fp8,0,0.013302400708198547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,48,8,128,1,float16,float16,0,0.012505599856376648
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,48,8,128,1,fp8,fp8,0,0.013332800567150116
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,48,48,128,1,float16,float16,0,0.013059200346469879
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,48,48,128,1,float16,fp8,0,0.013167999684810638
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,48,48,128,1,fp8,fp8,0,0.015227200090885162
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,48,1,128,1,float16,float16,0,0.012668800354003907
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,48,1,128,1,float16,fp8,0,0.013209599256515502
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,48,1,128,1,fp8,fp8,0,0.012923200428485871
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,48,2,128,1,float16,float16,0,0.012385600060224534
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,48,2,128,1,float16,fp8,0,0.01289760023355484
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,48,4,128,1,float16,float16,0,0.012379200011491776
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,48,2,128,1,fp8,fp8,0,0.01305440068244934
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,48,4,128,1,float16,fp8,0,0.014017599821090698
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,48,4,128,1,fp8,fp8,0,0.013107199966907502
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,48,8,128,1,float16,float16,0,0.012166400253772736
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,48,8,128,1,float16,fp8,0,0.013167999684810638
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,48,8,128,1,fp8,fp8,0,0.013052800297737121
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,48,1,128,1,float16,float16,0,0.1528432011604309
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,48,1,128,1,float16,fp8,0,0.15604959726333617
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,48,2,128,1,float16,float16,0,0.14768799543380737
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,48,1,128,1,fp8,fp8,0,0.1583024024963379
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,48,2,128,1,float16,fp8,0,0.15558719635009766
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,48,2,128,1,fp8,fp8,0,0.15619679689407348
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,48,4,128,1,float16,float16,0,0.16052960157394408
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,48,4,128,1,float16,fp8,0,0.16331039667129515
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,48,4,128,1,fp8,fp8,0,0.16390399932861327
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,48,8,128,1,float16,fp8,0,0.19655359983444215
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,48,8,128,1,float16,float16,0,0.1943727970123291
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,48,8,128,1,fp8,fp8,0,0.1968991994857788
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,48,1,128,1,float16,float16,0,0.07803199887275696
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,48,48,128,1,float16,float16,0,0.33412001132965086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,48,1,128,1,fp8,fp8,0,0.08460639715194702
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,48,1,128,1,float16,fp8,0,0.083924800157547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,48,48,128,1,float16,fp8,0,0.2793776035308838
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,48,2,128,1,float16,float16,0,0.07882400155067444
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,48,48,128,1,fp8,fp8,0,0.2779232025146484
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,48,2,128,1,float16,fp8,0,0.10419679880142212
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,48,2,128,1,fp8,fp8,0,0.08593440055847168
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,48,4,128,1,float16,float16,0,0.08233759999275207
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,48,4,128,1,float16,fp8,0,0.08618720173835755
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,48,4,128,1,fp8,fp8,0,0.08707039952278137
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,48,8,128,1,float16,float16,0,0.1025439977645874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,48,8,128,1,float16,fp8,0,0.14091360569000244
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,48,8,128,1,fp8,fp8,0,0.10578559637069702
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,48,48,128,1,float16,float16,0,0.14351680278778076
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,48,1,128,1,float16,float16,0,0.045428800582885745
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,48,48,128,1,float16,fp8,0,0.14640799760818482
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,48,48,128,1,fp8,fp8,0,0.1480288028717041
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,48,1,128,1,float16,fp8,0,0.06170240044593811
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,48,1,128,1,fp8,fp8,0,0.044542399048805234
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,48,2,128,1,float16,float16,0,0.04630239903926849
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,48,2,128,1,float16,fp8,0,0.04526880085468292
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,48,2,128,1,fp8,fp8,0,0.044651201367378233
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,48,4,128,1,float16,float16,0,0.048676800727844236
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,48,4,128,1,float16,fp8,0,0.06254879832267761
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,48,4,128,1,fp8,fp8,0,0.04762719869613648
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,48,8,128,1,float16,float16,0,0.058529597520828244
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,48,8,128,1,float16,fp8,0,0.057329601049423216
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,48,8,128,1,fp8,fp8,0,0.057392001152038574
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,48,48,128,1,float16,float16,0,0.07778239846229554
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,48,48,128,1,float16,fp8,0,0.10533599853515625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,48,48,128,1,fp8,fp8,0,0.07720479965209961
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,48,1,128,1,float16,float16,0,0.02281759977340698
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,48,1,128,1,float16,fp8,0,0.02412479966878891
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,48,1,128,1,fp8,fp8,0,0.024158400297164918
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,48,2,128,1,float16,float16,0,0.02312159985303879
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,48,2,128,1,float16,fp8,0,0.024539199471473695
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,48,2,128,1,fp8,fp8,0,0.024163199961185454
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,48,4,128,1,float16,float16,0,0.023257599771022798
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,48,4,128,1,float16,fp8,0,0.03280639946460724
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,48,4,128,1,fp8,fp8,0,0.02442079931497574
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,48,8,128,1,float16,float16,0,0.028041601181030273
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,48,8,128,1,float16,fp8,0,0.02927680015563965
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,48,8,128,1,fp8,fp8,0,0.028622400760650635
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,48,48,128,1,float16,float16,0,0.040463998913764954
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,48,48,128,1,float16,fp8,0,0.052127999067306516
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,48,1,128,1,float16,float16,0,0.01759999990463257
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,48,48,128,1,fp8,fp8,0,0.037975999712944034
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,48,1,128,1,float16,fp8,0,0.018940800428390504
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,48,1,128,1,fp8,fp8,0,0.018292799592018127
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,48,2,128,1,float16,float16,0,0.01748639941215515
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,48,2,128,1,float16,fp8,0,0.02497120052576065
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,48,2,128,1,fp8,fp8,0,0.01866399943828583
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,48,4,128,1,float16,float16,0,0.017590400576591492
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,48,4,128,1,fp8,fp8,0,0.018433600664138794
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,48,4,128,1,float16,fp8,0,0.0188400000333786
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,48,8,128,1,float16,float16,0,0.01767520010471344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,48,8,128,1,fp8,fp8,0,0.01865600049495697
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,48,8,128,1,float16,fp8,0,0.02290399968624115
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,48,48,128,1,float16,float16,0,0.021806399524211883
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,48,48,128,1,float16,fp8,0,0.02271360009908676
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,48,1,128,1,float16,float16,0,0.01279039978981018
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,48,48,128,1,fp8,fp8,0,0.02316800057888031
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,48,1,128,1,float16,fp8,0,0.01371839940547943
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,48,1,128,1,fp8,fp8,0,0.013223999738693237
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,48,2,128,1,float16,float16,0,0.015396800637245179
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,48,2,128,1,float16,fp8,0,0.013177600502967835
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,48,2,128,1,fp8,fp8,0,0.013374400138854981
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,48,4,128,1,float16,float16,0,0.013094399869441987
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,48,4,128,1,float16,fp8,0,0.013822400569915771
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,48,4,128,1,fp8,fp8,0,0.013499200344085693
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,48,8,128,1,float16,float16,0,0.015500800311565399
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,48,8,128,1,float16,fp8,0,0.013499200344085693
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,48,48,128,1,float16,float16,0,0.017265599966049195
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,48,8,128,1,fp8,fp8,0,0.013713599741458892
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,48,48,128,1,float16,fp8,0,0.017894400656223296
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,48,48,128,1,fp8,fp8,0,0.01764959990978241
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,48,1,128,1,float16,float16,0,0.015331199765205384
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,48,1,128,1,float16,fp8,0,0.012958399951457977
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,48,1,128,1,fp8,fp8,0,0.013344000279903411
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,48,2,128,1,float16,float16,0,0.012590399384498597
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,48,2,128,1,float16,fp8,0,0.013550400733947754
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,48,2,128,1,fp8,fp8,0,0.013199999928474426
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,48,4,128,1,float16,float16,0,0.015332800149917603
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,48,4,128,1,float16,fp8,0,0.013062399625778199
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,48,4,128,1,fp8,fp8,0,0.013310399651527405
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,48,8,128,1,float16,float16,0,0.012683199346065521
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,48,8,128,1,float16,fp8,0,0.01313440054655075
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,48,48,128,1,float16,float16,0,0.013076800107955932
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,48,8,128,1,fp8,fp8,0,0.014446400105953217
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,48,48,128,1,float16,fp8,0,0.013355199992656708
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,48,48,128,1,fp8,fp8,0,0.013518400490283966
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,48,1,128,1,float16,float16,0,0.012303999811410903
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,48,1,128,1,float16,fp8,0,0.012771199643611907
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,48,1,128,1,fp8,fp8,0,0.014230400323867798
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,48,2,128,1,fp8,fp8,0,0.012958399951457977
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,48,2,128,1,float16,float16,0,0.012441600114107132
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,48,2,128,1,float16,fp8,0,0.012990400195121765
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,48,4,128,1,float16,fp8,0,0.013011200726032257
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,48,4,128,1,float16,float16,0,0.012417600303888322
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,48,4,128,1,fp8,fp8,0,0.014374400675296783
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,48,8,128,1,float16,float16,0,0.012465599924325943
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,48,8,128,1,float16,fp8,0,0.013219200074672699
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,48,8,128,1,fp8,fp8,0,0.013104000687599182
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,48,48,128,1,float16,float16,0,0.012720000743865967
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,48,48,128,1,float16,fp8,0,0.01324319988489151
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,48,1,128,1,float16,float16,0,0.012003199756145477
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,48,48,128,1,fp8,fp8,0,0.014313599467277527
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,48,1,128,1,float16,fp8,0,0.012729600071907043
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,48,1,128,1,fp8,fp8,0,0.012771199643611907
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,48,2,128,1,float16,float16,0,0.011788800358772278
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,48,2,128,1,float16,fp8,0,0.012822400033473968
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,48,2,128,1,fp8,fp8,0,0.012681600451469422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,48,4,128,1,float16,float16,0,0.013196800649166108
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,48,4,128,1,float16,fp8,0,0.012718400359153748
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,48,4,128,1,fp8,fp8,0,0.012656000256538392
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,48,8,128,1,float16,float16,0,0.011977600306272507
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,48,8,128,1,float16,fp8,0,0.01284639984369278
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,48,8,128,1,fp8,fp8,0,0.012668800354003907
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,48,1,128,1,float16,float16,0,0.08250399827957153
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,48,1,128,1,float16,fp8,0,0.08580160140991211
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,48,1,128,1,fp8,fp8,0,0.08536800146102905
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,48,2,128,1,float16,float16,0,0.08014400005340576
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,48,2,128,1,fp8,fp8,0,0.08606560230255127
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,48,2,128,1,float16,fp8,0,0.08652799725532531
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,48,4,128,1,float16,float16,0,0.10101120471954346
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,48,4,128,1,fp8,fp8,0,0.10364799499511719
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,48,4,128,1,float16,fp8,0,0.10399199724197387
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,48,8,128,1,float16,float16,0,0.10472639799118041
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,48,8,128,1,float16,fp8,0,0.10683679580688477
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,48,8,128,1,fp8,fp8,0,0.10764319896697998
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,48,1,128,1,float16,float16,0,0.04600479900836944
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,48,1,128,1,float16,fp8,0,0.04511840045452118
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,48,1,128,1,fp8,fp8,0,0.04599680006504059
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,48,48,128,1,float16,float16,0,0.24575040340423585
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,48,48,128,1,float16,fp8,0,0.25523838996887205
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,48,2,128,1,float16,float16,0,0.04715520143508911
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,48,2,128,1,float16,fp8,0,0.04573439955711365
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,48,48,128,1,fp8,fp8,0,0.2537184000015259
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,48,2,128,1,fp8,fp8,0,0.046203199028968814
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,48,4,128,1,float16,float16,0,0.06354719996452332
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,48,4,128,1,float16,fp8,0,0.05646399855613708
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,48,4,128,1,fp8,fp8,0,0.055390399694442746
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,48,8,128,1,float16,float16,0,0.05917279720306397
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,48,8,128,1,float16,fp8,0,0.0596448004245758
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,48,8,128,1,fp8,fp8,0,0.05936800241470337
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,48,1,128,1,float16,float16,0,0.022920000553131103
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,48,48,128,1,float16,float16,0,0.14771519899368285
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,48,48,128,1,fp8,fp8,0,0.13120319843292236
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,48,1,128,1,float16,fp8,0,0.025073599815368653
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,48,48,128,1,float16,fp8,0,0.13336639404296874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,48,1,128,1,fp8,fp8,0,0.02502399981021881
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,48,2,128,1,float16,float16,0,0.0230320006608963
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,48,2,128,1,fp8,fp8,0,0.024993599951267244
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,48,2,128,1,float16,fp8,0,0.029867199063301087
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,48,4,128,1,float16,float16,0,0.027003198862075806
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,48,4,128,1,fp8,fp8,0,0.0291920006275177
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,48,4,128,1,float16,fp8,0,0.029183998703956604
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,48,8,128,1,float16,float16,0,0.028435200452804565
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,48,8,128,1,float16,fp8,0,0.039262399077415466
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,48,8,128,1,fp8,fp8,0,0.029473599791526795
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,48,48,128,1,float16,float16,0,0.06308640241622925
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,48,1,128,1,float16,float16,0,0.017667199671268462
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,48,48,128,1,float16,fp8,0,0.06517279744148255
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,48,48,128,1,fp8,fp8,0,0.06493120193481446
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,48,1,128,1,float16,fp8,0,0.025043201446533204
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,48,1,128,1,fp8,fp8,0,0.01932000070810318
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,48,2,128,1,float16,float16,0,0.0176816001534462
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,48,2,128,1,float16,fp8,0,0.01892479956150055
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,48,2,128,1,fp8,fp8,0,0.019091199338436126
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,48,4,128,1,float16,float16,0,0.017430399358272553
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,48,4,128,1,float16,fp8,0,0.025051200389862062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,48,4,128,1,fp8,fp8,0,0.019142399728298187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,48,8,128,1,float16,float16,0,0.017972800135612487
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,48,8,128,1,float16,fp8,0,0.018863999843597413
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,48,8,128,1,fp8,fp8,0,0.01887679994106293
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,48,48,128,1,float16,float16,0,0.03306719958782196
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,48,48,128,1,fp8,fp8,0,0.03670560121536255
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,48,48,128,1,float16,fp8,0,0.049116799235343934
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,48,1,128,1,float16,float16,0,0.012732799351215362
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,48,1,128,1,float16,fp8,0,0.013494400680065155
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,48,1,128,1,fp8,fp8,0,0.013391999900341034
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,48,2,128,1,float16,float16,0,0.013097600638866424
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,48,2,128,1,fp8,fp8,0,0.01318880021572113
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,48,2,128,1,float16,fp8,0,0.01358879953622818
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,48,4,128,1,float16,float16,0,0.015307199954986573
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,48,4,128,1,float16,fp8,0,0.013400000333786011
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,48,4,128,1,fp8,fp8,0,0.01361600011587143
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,48,8,128,1,float16,float16,0,0.012582400441169738
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,48,8,128,1,float16,fp8,0,0.013569599390029908
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,48,8,128,1,fp8,fp8,0,0.01598079949617386
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,48,48,128,1,float16,float16,0,0.021087999641895293
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,48,48,128,1,float16,fp8,0,0.022280000150203705
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,48,48,128,1,fp8,fp8,0,0.022356800734996796
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,48,1,128,1,float16,float16,0,0.012929600477218629
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,48,1,128,1,float16,fp8,0,0.01595360040664673
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,48,1,128,1,fp8,fp8,0,0.013595199584960938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,48,2,128,1,float16,float16,0,0.012627199292182922
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,48,2,128,1,float16,fp8,0,0.01326719969511032
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,48,2,128,1,fp8,fp8,0,0.013415999710559845
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,48,4,128,1,float16,float16,0,0.015052799880504609
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,48,4,128,1,float16,fp8,0,0.013303999602794648
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,48,4,128,1,fp8,fp8,0,0.013391999900341034
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,48,8,128,1,float16,float16,0,0.012441600114107132
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,48,8,128,1,float16,fp8,0,0.013337600231170654
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,48,8,128,1,fp8,fp8,0,0.015755200386047365
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,48,48,128,1,float16,float16,0,0.016843199729919434
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,48,48,128,1,float16,fp8,0,0.017543999850749968
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,48,1,128,1,float16,float16,0,0.012359999865293504
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,48,48,128,1,fp8,fp8,0,0.01737920045852661
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,48,1,128,1,float16,fp8,0,0.01419840008020401
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,48,1,128,1,fp8,fp8,0,0.013033600151538849
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,48,2,128,1,float16,float16,0,0.012361600250005721
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,48,2,128,1,float16,fp8,0,0.01302880048751831
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,48,2,128,1,fp8,fp8,0,0.01289760023355484
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,48,4,128,1,float16,float16,0,0.013313600420951843
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,48,4,128,1,float16,fp8,0,0.01313599944114685
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,48,4,128,1,fp8,fp8,0,0.012993599474430084
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,48,8,128,1,float16,float16,0,0.01212640032172203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,48,8,128,1,float16,fp8,0,0.012756800651550293
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,48,8,128,1,fp8,fp8,0,0.014163200557231904
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,48,48,128,1,float16,float16,0,0.013129599392414093
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,48,48,128,1,float16,fp8,0,0.0134320005774498
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,48,1,128,1,float16,float16,0,0.012008000165224075
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,48,48,128,1,fp8,fp8,0,0.01324480026960373
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,48,1,128,1,float16,fp8,0,0.014169600605964661
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,48,1,128,1,fp8,fp8,0,0.012835200130939483
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,48,2,128,1,float16,float16,0,0.012176000326871873
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,48,2,128,1,float16,fp8,0,0.012491200119256973
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,48,2,128,1,fp8,fp8,0,0.012852799892425538
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,48,4,128,1,float16,float16,0,0.013211199641227722
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,48,4,128,1,float16,fp8,0,0.012895999848842621
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,48,4,128,1,fp8,fp8,0,0.012715199589729309
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,48,8,128,1,float16,float16,0,0.0118367999792099
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,48,8,128,1,float16,fp8,0,0.012591999769210816
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,48,8,128,1,fp8,fp8,0,0.014044800400733947
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,48,48,128,1,float16,float16,0,0.013184000551700593
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,48,48,128,1,float16,fp8,0,0.01316000074148178
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,48,1,128,1,float16,float16,0,0.011921600252389909
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,48,48,128,1,fp8,fp8,0,0.012936000525951386
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,48,1,128,1,float16,fp8,0,0.013838399946689606
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,48,1,128,1,fp8,fp8,0,0.012619200348854064
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,48,2,128,1,float16,float16,0,0.012017600238323212
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,48,2,128,1,float16,fp8,0,0.012656000256538392
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,48,2,128,1,fp8,fp8,0,0.0123648002743721
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,48,4,128,1,float16,float16,0,0.012617599964141846
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,48,4,128,1,float16,fp8,0,0.01250080019235611
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,48,4,128,1,fp8,fp8,0,0.012548799812793731
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,48,8,128,1,float16,float16,0,0.011894399672746659
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,48,8,128,1,float16,fp8,0,0.012204799801111221
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,48,8,128,1,fp8,fp8,0,0.012537600100040435
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,48,1,128,1,float16,float16,0,0.02125760018825531
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,48,1,128,1,float16,fp8,0,0.023534399271011353
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,48,1,128,1,fp8,fp8,0,0.022995199263095855
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,48,2,128,1,float16,float16,0,0.027726399898529052
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,48,2,128,1,float16,fp8,0,0.03138720095157623
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,48,2,128,1,fp8,fp8,0,0.03160800039768219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,48,4,128,1,float16,float16,0,0.04281120002269745
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,48,4,128,1,float16,fp8,0,0.05173599720001221
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,48,4,128,1,fp8,fp8,0,0.048798400163650515
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,48,8,128,1,float16,float16,0,0.070033597946167
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,48,8,128,1,float16,fp8,0,0.08382880091667175
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,48,8,128,1,fp8,fp8,0,0.08384320139884949
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,48,1,128,1,float16,float16,0,0.01454399973154068
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,48,1,128,1,float16,fp8,0,0.015510399639606477
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,48,48,128,1,float16,float16,0,0.1815392017364502
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,48,1,128,1,fp8,fp8,0,0.015982399880886077
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,48,2,128,1,float16,float16,0,0.01826400011777878
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,48,48,128,1,float16,fp8,0,0.23762719631195067
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,48,48,128,1,fp8,fp8,0,0.22177278995513916
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,48,2,128,1,float16,fp8,0,0.02003999948501587
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,48,2,128,1,fp8,fp8,0,0.020057600736618043
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,48,4,128,1,float16,float16,0,0.026174399256706237
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,48,4,128,1,float16,fp8,0,0.02858400046825409
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,48,4,128,1,fp8,fp8,0,0.030427199602127076
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,48,8,128,1,float16,float16,0,0.04014399945735932
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,48,8,128,1,float16,fp8,0,0.046491199731826784
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,48,8,128,1,fp8,fp8,0,0.04631040096282959
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,48,48,128,1,float16,float16,0,0.09833120107650757
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,48,1,128,1,float16,float16,0,0.013310399651527405
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,48,1,128,1,float16,fp8,0,0.014156800508499146
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,48,48,128,1,float16,fp8,0,0.1162511944770813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,48,1,128,1,fp8,fp8,0,0.013972799479961395
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,48,48,128,1,fp8,fp8,0,0.12440160512924195
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,48,2,128,1,float16,float16,0,0.013396799564361572
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,48,2,128,1,float16,fp8,0,0.014142400026321411
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,48,2,128,1,fp8,fp8,0,0.013961599767208099
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,48,4,128,1,float16,float16,0,0.017097599804401398
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,48,4,128,1,float16,fp8,0,0.019673599302768706
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,48,4,128,1,fp8,fp8,0,0.018726399540901183
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,48,8,128,1,float16,float16,0,0.024376000463962554
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,48,8,128,1,float16,fp8,0,0.027035200595855714
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,48,8,128,1,fp8,fp8,0,0.02744640111923218
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,48,48,128,1,float16,float16,0,0.0574832022190094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,48,48,128,1,float16,fp8,0,0.06332799792289734
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,48,1,128,1,float16,float16,0,0.012308800220489502
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,48,1,128,1,float16,fp8,0,0.01372160017490387
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,48,48,128,1,fp8,fp8,0,0.06309760212898255
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,48,1,128,1,fp8,fp8,0,0.015494400262832641
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,48,2,128,1,float16,float16,0,0.012889599800109864
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,48,2,128,1,float16,fp8,0,0.01316000074148178
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,48,2,128,1,fp8,fp8,0,0.013595199584960938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,48,4,128,1,float16,float16,0,0.012665599584579468
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,48,4,128,1,float16,fp8,0,0.015468800067901611
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,48,4,128,1,fp8,fp8,0,0.013687999546527862
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,48,8,128,1,float16,float16,0,0.01616799980401993
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,48,8,128,1,float16,fp8,0,0.018041600286960603
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,48,8,128,1,fp8,fp8,0,0.017715199291706084
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,48,48,128,1,float16,float16,0,0.03747040033340454
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,48,48,128,1,float16,fp8,0,0.03580000102519989
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,48,48,128,1,fp8,fp8,0,0.03522560000419617
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,48,1,128,1,float16,float16,0,0.01194240003824234
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,48,1,128,1,float16,fp8,0,0.012782399356365205
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,48,1,128,1,fp8,fp8,0,0.014484800398349762
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,48,2,128,1,float16,float16,0,0.012392000108957291
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,48,2,128,1,float16,fp8,0,0.013027200102806091
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,48,2,128,1,fp8,fp8,0,0.012495999783277511
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,48,4,128,1,float16,float16,0,0.012193600088357926
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,48,4,128,1,float16,fp8,0,0.014667199552059173
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,48,4,128,1,fp8,fp8,0,0.013107199966907502
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,48,8,128,1,float16,float16,0,0.011905600130558015
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,48,8,128,1,float16,fp8,0,0.01316000074148178
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,48,8,128,1,fp8,fp8,0,0.013068799674510957
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,48,48,128,1,float16,float16,0,0.02433439940214157
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,48,48,128,1,float16,fp8,0,0.02218559980392456
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,48,48,128,1,fp8,fp8,0,0.021971200406551362
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,48,1,128,1,float16,float16,0,0.011830399930477142
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,48,1,128,1,float16,fp8,0,0.012403199821710587
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,48,1,128,1,fp8,fp8,0,0.013643200695514678
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,48,2,128,1,float16,float16,0,0.011840000003576278
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,48,2,128,1,float16,fp8,0,0.012358400225639343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,48,2,128,1,fp8,fp8,0,0.012702399492263794
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,48,4,128,1,float16,float16,0,0.011935999989509583
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,48,4,128,1,float16,fp8,0,0.014057600498199463
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,48,4,128,1,fp8,fp8,0,0.012860800325870513
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,48,8,128,1,float16,float16,0,0.012025599926710128
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,48,8,128,1,float16,fp8,0,0.012881599366664886
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,48,8,128,1,fp8,fp8,0,0.01281919926404953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,48,48,128,1,float16,float16,0,0.018267199397087097
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,48,48,128,1,float16,fp8,0,0.01727039963006973
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,48,48,128,1,fp8,fp8,0,0.017088000476360322
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,48,1,128,1,float16,float16,0,0.011670400202274323
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,48,1,128,1,float16,fp8,0,0.012299200147390365
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,48,1,128,1,fp8,fp8,0,0.013524800539016724
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,48,2,128,1,float16,float16,0,0.011577600240707397
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,48,2,128,1,float16,fp8,0,0.012372799962759019
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,48,2,128,1,fp8,fp8,0,0.012129600346088409
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,48,4,128,1,float16,float16,0,0.011689600348472596
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,48,4,128,1,float16,fp8,0,0.013550400733947754
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,48,4,128,1,fp8,fp8,0,0.012347199767827988
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,48,8,128,1,float16,float16,0,0.011992000043392181
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,48,8,128,1,float16,fp8,0,0.01255359947681427
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,48,8,128,1,fp8,fp8,0,0.012880000472068786
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,48,48,128,1,float16,float16,0,0.0141184002161026
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,48,48,128,1,fp8,fp8,0,0.013303999602794648
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,48,48,128,1,float16,fp8,0,0.013335999846458436
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,48,1,128,1,float16,float16,0,0.011617600172758102
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,48,1,128,1,float16,fp8,0,0.012084800004959106
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,48,1,128,1,fp8,fp8,0,0.012238399684429168
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,48,2,128,1,float16,float16,0,0.01244800016283989
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,48,2,128,1,float16,fp8,0,0.012332800030708312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,48,2,128,1,fp8,fp8,0,0.012486399710178375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,48,4,128,1,float16,float16,0,0.011708799749612808
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,48,4,128,1,float16,fp8,0,0.012129600346088409
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,48,4,128,1,fp8,fp8,0,0.012368000298738479
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,48,8,128,1,float16,float16,0,0.01215839982032776
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,48,8,128,1,float16,fp8,0,0.01231200024485588
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,48,8,128,1,fp8,fp8,0,0.012484800070524216
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,48,48,128,1,float16,float16,0,0.012849600613117218
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,48,48,128,1,float16,fp8,0,0.012747199833393097
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,48,48,128,1,fp8,fp8,0,0.0130048006772995
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,48,1,128,1,float16,float16,0,0.01202239990234375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,48,1,128,1,float16,fp8,0,0.012160000205039979
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,48,1,128,1,fp8,fp8,0,0.012292800098657608
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,48,2,128,1,float16,float16,0,0.0114656001329422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,48,2,128,1,float16,fp8,0,0.011982399970293045
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,48,2,128,1,fp8,fp8,0,0.012167999893426895
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,48,4,128,1,float16,float16,0,0.01197120025753975
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,48,4,128,1,float16,fp8,0,0.01223199963569641
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,48,4,128,1,fp8,fp8,0,0.012297599762678146
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,48,8,128,1,float16,float16,0,0.011553599685430526
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,48,8,128,1,float16,fp8,0,0.012043199688196182
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,48,8,128,1,fp8,fp8,0,0.012217599898576736
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,40,2,128,1,float16,fp8,0,31.268402099609375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,40,1,128,1,fp8,fp8,0,31.370367431640624
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,40,1,128,1,float16,fp8,0,31.472869873046875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,40,2,128,1,fp8,fp8,0,30.9850830078125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,40,4,128,1,float16,fp8,0,31.009048461914062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,40,2,128,1,float16,float16,0,38.68807678222656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,40,4,128,1,float16,float16,0,38.28150939941406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,40,4,128,1,fp8,fp8,0,32.41813354492187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,40,8,128,1,float16,fp8,0,32.21766967773438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,40,8,128,1,fp8,fp8,0,32.29700622558594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,40,8,128,1,float16,float16,0,38.41781311035156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,40,1,128,1,float16,fp8,0,17.232577514648437
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,40,1,128,1,float16,float16,0,20.12586212158203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,40,1,128,1,fp8,fp8,0,16.66297302246094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,40,2,128,1,float16,float16,0,20.130528259277344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,40,2,128,1,float16,fp8,0,15.932575988769532
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,40,2,128,1,fp8,fp8,0,15.635470581054687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,40,4,128,1,float16,float16,0,18.830455017089843
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,40,4,128,1,float16,fp8,0,15.773281860351563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,40,4,128,1,fp8,fp8,0,17.072608947753906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,40,8,128,1,float16,float16,0,19.418537902832032
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,40,8,128,1,float16,fp8,0,16.27008819580078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,40,8,128,1,fp8,fp8,0,17.121287536621093
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,40,1,128,1,float16,float16,0,132.01697998046876
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,40,1,128,1,float16,float16,0,9.9054931640625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,40,1,128,1,fp8,fp8,0,7.842052459716797
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,40,1,128,1,float16,fp8,0,20.984910583496095
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,40,2,128,1,float16,float16,0,9.5133056640625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,40,2,128,1,fp8,fp8,0,8.115424346923827
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,40,4,128,1,float16,float16,0,10.316515350341797
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,40,2,128,1,float16,fp8,0,21.00440673828125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,40,4,128,1,float16,fp8,0,7.963958740234375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,40,8,128,1,float16,float16,0,9.866934204101563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,40,4,128,1,fp8,fp8,0,21.052159118652344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,40,8,128,1,float16,fp8,0,7.934336090087891
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,40,8,128,1,fp8,fp8,0,21.560028076171875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,40,40,128,1,float16,float16,0,4.81865119934082
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,40,40,128,1,float16,fp8,0,10.450791931152343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,40,40,128,1,fp8,fp8,0,4.0455375671386715
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,40,40,128,1,float16,fp8,0,16.152310180664063
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,40,40,128,1,float16,float16,0,19.5321044921875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,40,40,128,1,float16,float16,0,9.829112243652343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,40,1,128,1,float16,fp8,0,3.918299102783203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,40,1,128,1,fp8,fp8,0,3.8398063659667967
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,40,2,128,1,float16,float16,0,4.579856109619141
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,40,2,128,1,float16,fp8,0,3.9697265625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,40,2,128,1,fp8,fp8,0,3.9093296051025392
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,40,4,128,1,float16,float16,0,4.620484924316406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,40,4,128,1,float16,fp8,0,4.0682014465332035
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,40,4,128,1,fp8,fp8,0,3.90832633972168
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,40,40,128,1,fp8,fp8,0,8.038206481933594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,40,8,128,1,float16,fp8,0,4.239044952392578
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,40,8,128,1,float16,float16,0,4.516783905029297
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,40,1,128,1,float16,float16,0,14.824980163574219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,40,8,128,1,fp8,fp8,0,3.970870590209961
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,40,40,128,1,fp8,fp8,0,16.058644104003907
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,40,40,128,1,float16,fp8,0,8.100971221923828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,40,1,128,1,float16,fp8,0,17.495755004882813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,40,1,128,1,fp8,fp8,0,19.1679931640625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,40,2,128,1,fp8,fp8,0,18.109873962402343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,40,1,128,1,float16,float16,0,22.80938262939453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,40,2,128,1,float16,float16,0,22.057412719726564
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,40,4,128,1,float16,fp8,0,17.803846740722655
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,40,4,128,1,float16,float16,0,21.708551025390626
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,40,40,128,1,float16,float16,0,11.799463653564453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,40,40,128,1,float16,fp8,0,10.217918395996094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,40,40,128,1,fp8,fp8,0,9.670276641845703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,40,4,128,1,fp8,fp8,0,19.602130126953124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,40,8,128,1,float16,fp8,0,18.467640686035157
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,40,8,128,1,fp8,fp8,0,18.257188415527345
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,40,8,128,1,float16,float16,0,22.035275268554688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,40,1,128,1,fp8,fp8,0,8.806288146972657
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,40,1,128,1,float16,fp8,0,9.44806365966797
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,40,1,128,1,float16,float16,0,10.652318572998047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,40,2,128,1,float16,fp8,0,45.83976745605469
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,40,2,128,1,float16,fp8,0,9.314033508300781
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,40,2,128,1,float16,float16,0,10.38094253540039
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,40,2,128,1,fp8,fp8,0,9.080350494384765
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,40,4,128,1,float16,float16,0,11.477426910400391
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,40,4,128,1,float16,fp8,0,8.914871978759766
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,40,4,128,1,fp8,fp8,0,8.951966094970704
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,40,8,128,1,float16,float16,0,10.857520294189452
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,40,40,128,1,fp8,fp8,0,4.816692733764649
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,40,8,128,1,fp8,fp8,0,8.901103973388672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,40,40,128,1,float16,fp8,0,4.624417495727539
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,40,40,128,1,float16,float16,0,5.607049560546875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,40,1,128,1,float16,fp8,0,4.422353744506836
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,40,1,128,1,float16,float16,0,5.231356811523438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,40,1,128,1,fp8,fp8,0,4.9205280303955075
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,40,2,128,1,float16,fp8,0,4.4090415954589846
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,40,2,128,1,fp8,fp8,0,4.451262283325195
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,40,4,128,1,float16,fp8,0,4.450574493408203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,40,2,128,1,float16,float16,0,5.2932289123535154
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,40,4,128,1,float16,float16,0,5.223025512695313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,40,4,128,1,fp8,fp8,0,5.168080139160156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,40,8,128,1,float16,float16,0,5.732500839233398
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,40,8,128,1,float16,fp8,0,4.443164825439453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,40,40,128,1,float16,fp8,0,2.3164800643920898
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,40,40,128,1,fp8,fp8,0,2.317633628845215
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,40,1,128,1,float16,float16,0,2.584588813781738
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,40,8,128,1,fp8,fp8,0,4.471764755249024
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,40,1,128,1,fp8,fp8,0,2.1935840606689454
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,40,8,128,1,float16,fp8,0,23.822540283203125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,40,1,128,1,float16,fp8,0,2.4548160552978517
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,40,2,128,1,float16,float16,0,2.600454330444336
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,40,2,128,1,float16,fp8,0,2.5034063339233397
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,40,40,128,1,float16,float16,0,2.685201644897461
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,40,2,128,1,fp8,fp8,0,2.209448051452637
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,40,4,128,1,float16,float16,0,2.614398384094238
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,40,4,128,1,fp8,fp8,0,2.328932762145996
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,40,8,128,1,float16,fp8,0,2.2455680847167967
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,40,8,128,1,float16,float16,0,2.621321678161621
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,40,8,128,1,fp8,fp8,0,2.3656032562255858
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,40,4,128,1,float16,fp8,0,5.681679916381836
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,40,1,128,1,fp8,fp8,0,12.691817474365234
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,40,2,128,1,float16,fp8,0,12.392011260986328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,40,2,128,1,fp8,fp8,0,12.458608245849609
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,40,1,128,1,float16,fp8,0,13.3703857421875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,40,1,128,1,float16,float16,0,14.938249206542968
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,40,2,128,1,float16,float16,0,14.703460693359375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,40,4,128,1,float16,float16,0,15.08153076171875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,40,40,128,1,float16,fp8,0,6.5544593811035154
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,40,40,128,1,float16,float16,0,8.84301300048828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,40,40,128,1,fp8,fp8,0,6.615084838867188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,40,4,128,1,fp8,fp8,0,13.09757080078125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,40,8,128,1,float16,fp8,0,12.623353576660156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,40,8,128,1,fp8,fp8,0,12.690930938720703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,40,8,128,1,float16,float16,0,16.05113983154297
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,40,1,128,1,float16,float16,0,8.308904266357422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,40,1,128,1,float16,fp8,0,6.491953277587891
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,40,1,128,1,fp8,fp8,0,6.199555206298828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,40,2,128,1,fp8,fp8,0,6.246299362182617
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,40,2,128,1,float16,fp8,0,7.147748565673828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,40,2,128,1,float16,float16,0,8.137220764160157
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,40,4,128,1,float16,fp8,0,32.2537353515625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,40,4,128,1,fp8,fp8,0,6.304750442504883
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,40,4,128,1,float16,fp8,0,6.577252960205078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,40,4,128,1,float16,float16,0,7.480403137207031
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,40,40,128,1,float16,float16,0,4.316518402099609
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,40,8,128,1,float16,float16,0,8.99450225830078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,40,8,128,1,float16,fp8,0,6.509442901611328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,40,40,128,1,fp8,fp8,0,3.2737281799316404
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,40,8,128,1,fp8,fp8,0,6.829869079589844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,40,1,128,1,float16,fp8,0,3.206137466430664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,40,1,128,1,float16,float16,0,3.7392032623291014
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,40,1,128,1,fp8,fp8,0,3.3101551055908205
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,40,2,128,1,float16,fp8,0,3.182803153991699
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,40,2,128,1,fp8,fp8,0,3.137222480773926
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,40,2,128,1,float16,float16,0,3.941022491455078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,40,4,128,1,float16,fp8,0,3.1088272094726563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,40,4,128,1,float16,float16,0,3.6028350830078124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,40,40,128,1,float16,fp8,0,8.632270050048827
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,40,4,128,1,fp8,fp8,0,3.452230453491211
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,40,8,128,1,float16,float16,0,3.824078369140625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,40,8,128,1,float16,fp8,0,3.296406555175781
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,40,40,128,1,float16,fp8,0,1.6481487274169921
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,40,1,128,1,float16,fp8,0,1.543849563598633
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,40,40,128,1,fp8,fp8,0,1.7378992080688476
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,40,8,128,1,fp8,fp8,0,3.1412912368774415
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,40,1,128,1,fp8,fp8,0,1.8111200332641602
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,40,2,128,1,float16,float16,0,1.814944076538086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,40,2,128,1,float16,fp8,0,1.549078369140625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,40,2,128,1,fp8,fp8,0,1.5501376152038575
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,40,4,128,1,float16,float16,0,1.748904037475586
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,40,4,128,1,float16,fp8,0,1.5773776054382325
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,40,4,128,1,fp8,fp8,0,1.6898527145385742
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,40,8,128,1,float16,fp8,0,1.5649951934814452
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,40,40,128,1,float16,float16,0,1.9267471313476563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,40,1,128,1,float16,float16,0,5.364704132080078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,40,8,128,1,fp8,fp8,0,1.565284824371338
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,40,8,128,1,float16,float16,0,2.006524848937988
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,40,1,128,1,fp8,fp8,0,16.421420288085937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,40,2,128,1,float16,fp8,0,16.305633544921875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,40,1,128,1,float16,fp8,0,17.447972106933594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,40,4,128,1,float16,fp8,0,16.396568298339844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,40,1,128,1,float16,float16,0,19.01890869140625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,40,2,128,1,float16,float16,0,19.897096252441408
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,40,4,128,1,float16,float16,0,19.618673706054686
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,40,40,128,1,float16,fp8,0,8.788238525390625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,40,40,128,1,fp8,fp8,0,9.089643096923828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,40,40,128,1,float16,float16,0,11.142225646972657
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,40,4,128,1,fp8,fp8,0,17.63261260986328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,40,8,128,1,float16,fp8,0,16.994461059570312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,40,8,128,1,fp8,fp8,0,16.873016357421875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,40,8,128,1,float16,float16,0,20.91502227783203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,40,1,128,1,float16,fp8,0,8.200414276123047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,40,1,128,1,fp8,fp8,0,8.510366058349609
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,40,1,128,1,float16,float16,0,9.75966567993164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,40,2,128,1,fp8,fp8,0,41.828164672851564
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,40,2,128,1,float16,fp8,0,8.50986099243164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,40,2,128,1,fp8,fp8,0,8.633493041992187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,40,2,128,1,float16,float16,0,9.874435424804688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,40,4,128,1,float16,fp8,0,8.229502105712891
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,40,4,128,1,fp8,fp8,0,8.21685791015625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,40,4,128,1,float16,float16,0,10.214129638671874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,40,40,128,1,float16,float16,0,5.266275024414062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,40,40,128,1,float16,fp8,0,4.383222579956055
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,40,8,128,1,float16,float16,0,9.957476806640624
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,40,40,128,1,fp8,fp8,0,4.336528015136719
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,40,8,128,1,fp8,fp8,0,8.892922973632812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,40,1,128,1,float16,float16,0,4.722383880615235
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,40,1,128,1,float16,fp8,0,4.052727890014649
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,40,1,128,1,fp8,fp8,0,4.199190521240235
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,40,2,128,1,float16,float16,0,4.8059745788574215
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,40,2,128,1,float16,fp8,0,4.201454544067383
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,40,2,128,1,fp8,fp8,0,4.145800018310547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,40,4,128,1,float16,fp8,0,4.07140007019043
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,40,4,128,1,float16,float16,0,4.880585479736328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,40,4,128,1,fp8,fp8,0,4.057463836669922
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,40,8,128,1,float16,float16,0,5.472307205200195
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,40,40,128,1,float16,fp8,0,2.3260080337524416
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,40,40,128,1,float16,float16,0,2.598606491088867
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,40,8,128,1,float16,fp8,0,4.359304046630859
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,40,8,128,1,fp8,fp8,0,4.194960021972657
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,40,1,128,1,float16,float16,0,2.237294387817383
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,40,1,128,1,float16,fp8,0,2.287505531311035
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,40,1,128,1,fp8,fp8,0,2.0699071884155273
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,40,2,128,1,float16,float16,0,2.474150466918945
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,40,2,128,1,float16,fp8,0,2.1035280227661133
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,40,2,128,1,fp8,fp8,0,2.021993637084961
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,40,4,128,1,fp8,fp8,0,2.083236885070801
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,40,4,128,1,float16,fp8,0,2.068247985839844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,40,4,128,1,float16,float16,0,2.3980255126953125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,40,8,128,1,float16,fp8,0,21.836283874511718
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,40,40,128,1,fp8,fp8,0,2.144932746887207
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,40,8,128,1,float16,fp8,0,2.1557743072509767
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,40,8,128,1,float16,float16,0,2.4024959564208985
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,40,8,128,1,fp8,fp8,0,2.0839599609375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,40,40,128,1,float16,fp8,0,1.0846927642822266
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,40,40,128,1,float16,float16,0,1.2688639640808106
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,40,40,128,1,fp8,fp8,0,1.1701184272766114
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,40,1,128,1,float16,fp8,0,1.0108287811279297
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,40,1,128,1,fp8,fp8,0,1.099124813079834
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,40,2,128,1,float16,float16,0,1.2195631980895996
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,40,2,128,1,float16,fp8,0,1.0558783531188964
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,40,2,128,1,fp8,fp8,0,1.031835174560547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,40,4,128,1,float16,fp8,0,1.0244352340698242
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,40,4,128,1,fp8,fp8,0,1.0204048156738281
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,40,4,128,1,float16,float16,0,1.2865776062011718
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,40,8,128,1,float16,float16,0,1.1647088050842285
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,40,8,128,1,float16,fp8,0,1.1151984214782715
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,40,8,128,1,fp8,fp8,0,1.0386591911315919
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,40,1,128,1,float16,float16,0,3.6059249877929687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,40,1,128,1,float16,fp8,0,9.279265594482421
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,40,1,128,1,fp8,fp8,0,9.28259048461914
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,40,2,128,1,float16,fp8,0,9.745630645751953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,40,2,128,1,fp8,fp8,0,9.716105651855468
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,40,1,128,1,float16,float16,0,11.505976104736328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,40,2,128,1,float16,float16,0,11.643924713134766
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,40,4,128,1,float16,float16,0,12.018038177490235
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,40,40,128,1,float16,fp8,0,5.078788757324219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,40,40,128,1,float16,float16,0,6.365296173095703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,40,40,128,1,fp8,fp8,0,5.280084609985352
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,40,4,128,1,fp8,fp8,0,9.374972534179687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,40,8,128,1,float16,fp8,0,9.556902313232422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,40,8,128,1,float16,float16,0,11.416567993164062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,40,8,128,1,fp8,fp8,0,10.109555053710938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,40,1,128,1,float16,float16,0,5.327249526977539
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,40,1,128,1,float16,fp8,0,4.864947128295898
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,40,1,128,1,fp8,fp8,0,4.840431976318359
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,40,2,128,1,float16,float16,0,5.3754127502441404
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,40,2,128,1,float16,fp8,0,5.0481006622314455
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,40,4,128,1,float16,fp8,0,24.340963745117186
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,40,2,128,1,fp8,fp8,0,4.732699203491211
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,40,4,128,1,float16,float16,0,5.682190322875977
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,40,4,128,1,float16,fp8,0,4.799574279785157
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,40,4,128,1,fp8,fp8,0,4.741294479370117
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,40,8,128,1,float16,float16,0,6.424897766113281
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,40,40,128,1,float16,fp8,0,2.5885040283203127
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,40,8,128,1,float16,fp8,0,5.488369750976562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,40,40,128,1,fp8,fp8,0,2.6635839462280275
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,40,8,128,1,fp8,fp8,0,4.947713470458984
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,40,1,128,1,float16,fp8,0,2.4374176025390626
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,40,1,128,1,float16,float16,0,2.712544059753418
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,40,1,128,1,fp8,fp8,0,2.503526306152344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,40,2,128,1,fp8,fp8,0,2.3384527206420898
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,40,2,128,1,float16,float16,0,2.9599008560180664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,40,2,128,1,float16,fp8,0,2.5368415832519533
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,40,4,128,1,float16,fp8,0,2.5376960754394533
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,40,4,128,1,fp8,fp8,0,2.5751903533935545
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,40,4,128,1,float16,float16,0,2.92761287689209
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,40,40,128,1,float16,float16,0,1.4930735588073731
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,40,40,128,1,float16,fp8,0,1.3247072219848632
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,40,40,128,1,fp8,fp8,0,1.2827119827270508
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,40,1,128,1,float16,float16,0,1.467353630065918
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,40,8,128,1,float16,fp8,0,2.373912048339844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,40,8,128,1,float16,float16,0,2.722385597229004
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,40,8,128,1,fp8,fp8,0,2.7346208572387694
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,40,1,128,1,fp8,fp8,0,1.1742608070373535
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,40,1,128,1,float16,fp8,0,1.445310401916504
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,40,2,128,1,float16,float16,0,1.3433504104614258
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,40,2,128,1,fp8,fp8,0,1.1783599853515625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,40,2,128,1,float16,fp8,0,1.369257640838623
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,40,4,128,1,float16,float16,0,1.4762224197387694
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,40,4,128,1,fp8,fp8,0,1.2023504257202149
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,40,4,128,1,float16,fp8,0,1.2075695991516113
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,40,8,128,1,float16,float16,0,1.4284912109375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,40,8,128,1,fp8,fp8,0,1.1921456336975098
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,40,8,128,1,float16,fp8,0,1.466665554046631
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,40,40,128,1,float16,float16,0,10.288251495361328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,40,1,128,1,float16,float16,0,0.6313407897949219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,40,40,128,1,fp8,fp8,0,0.6456863880157471
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,40,40,128,1,float16,fp8,0,0.753652811050415
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,40,1,128,1,fp8,fp8,0,0.6315663814544678
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,40,1,128,1,float16,fp8,0,0.6512271881103515
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,40,2,128,1,float16,fp8,0,0.6161280155181885
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,40,2,128,1,fp8,fp8,0,0.5917568206787109
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,40,4,128,1,float16,float16,0,0.6444719791412353
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,40,4,128,1,float16,fp8,0,0.6011839866638183
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,40,4,128,1,fp8,fp8,0,0.6001823902130127
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,40,8,128,1,float16,fp8,0,0.5992496013641357
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,40,8,128,1,float16,float16,0,0.6518064022064209
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,40,8,128,1,fp8,fp8,0,0.6170127868652344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,40,2,128,1,float16,float16,0,2.442172813415527
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,40,40,128,1,float16,float16,0,0.7412864208221436
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,40,1,128,1,float16,fp8,0,8.733409881591797
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,40,1,128,1,fp8,fp8,0,8.92909927368164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,40,2,128,1,float16,fp8,0,8.914446258544922
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,40,1,128,1,float16,float16,0,10.5446044921875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,40,2,128,1,float16,float16,0,10.373292541503906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,40,4,128,1,float16,float16,0,10.459188842773438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,40,4,128,1,float16,fp8,0,8.867463684082031
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,40,40,128,1,float16,float16,0,5.888835144042969
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,40,40,128,1,float16,fp8,0,4.895452880859375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,40,4,128,1,fp8,fp8,0,8.836540985107423
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,40,40,128,1,fp8,fp8,0,4.918159866333008
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,40,8,128,1,float16,fp8,0,9.211579132080079
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,40,8,128,1,fp8,fp8,0,8.93298110961914
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,40,8,128,1,float16,float16,0,11.016310119628907
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,40,1,128,1,float16,fp8,0,4.372630310058594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,40,1,128,1,fp8,fp8,0,4.367540740966797
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,40,1,128,1,float16,float16,0,5.1888481140136715
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,40,2,128,1,float16,fp8,0,4.409215927124023
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,40,2,128,1,fp8,fp8,0,4.397248077392578
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,40,2,128,1,float16,float16,0,5.3144287109375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,40,4,128,1,float16,float16,0,5.301776123046875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,40,4,128,1,float16,fp8,0,4.423139190673828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,40,4,128,1,fp8,fp8,0,4.496500778198242
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,40,2,128,1,fp8,fp8,0,25.3085205078125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,40,8,128,1,float16,float16,0,5.515553665161133
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,40,40,128,1,float16,float16,0,3.505281448364258
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,40,8,128,1,float16,fp8,0,4.468310546875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,40,40,128,1,float16,fp8,0,2.632417678833008
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,40,8,128,1,fp8,fp8,0,4.566934585571289
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,40,40,128,1,fp8,fp8,0,2.453276824951172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,40,1,128,1,float16,float16,0,2.558731269836426
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,40,2,128,1,float16,fp8,0,2.199076843261719
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,40,1,128,1,fp8,fp8,0,2.5855968475341795
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,40,2,128,1,float16,float16,0,2.5515823364257812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,40,2,128,1,fp8,fp8,0,2.212094306945801
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,40,4,128,1,float16,float16,0,2.568876838684082
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,40,4,128,1,float16,fp8,0,2.2441360473632814
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,40,4,128,1,fp8,fp8,0,2.7006927490234376
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,40,40,128,1,float16,float16,0,1.4574543952941894
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,40,40,128,1,float16,fp8,0,1.402724838256836
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,40,40,128,1,fp8,fp8,0,1.337279987335205
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,40,1,128,1,float16,fp8,0,6.041748809814453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,40,8,128,1,float16,fp8,0,2.3739648818969727
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,40,8,128,1,float16,float16,0,2.6238496780395506
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,40,8,128,1,fp8,fp8,0,2.4913583755493165
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,40,1,128,1,float16,float16,0,1.2407135963439941
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,40,1,128,1,float16,fp8,0,1.3904656410217284
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,40,1,128,1,fp8,fp8,0,1.2373279571533202
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,40,2,128,1,float16,float16,0,1.3346863746643067
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,40,2,128,1,fp8,fp8,0,1.1399920463562012
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,40,4,128,1,float16,fp8,0,1.153329563140869
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,40,4,128,1,float16,float16,0,1.3978768348693849
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,40,4,128,1,fp8,fp8,0,1.334609603881836
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,40,40,128,1,float16,float16,0,0.7106400012969971
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,40,40,128,1,float16,fp8,0,0.6354832172393798
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,40,40,128,1,fp8,fp8,0,0.7147808074951172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,40,8,128,1,float16,float16,0,1.4292847633361816
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,40,8,128,1,float16,fp8,0,1.2325375556945801
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,40,8,128,1,fp8,fp8,0,1.4215663909912108
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,40,1,128,1,float16,float16,0,0.6471343994140625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,40,1,128,1,float16,fp8,0,0.5669648170471191
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,40,1,128,1,fp8,fp8,0,0.5558112144470215
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,40,2,128,1,float16,fp8,0,3.0292688369750977
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,40,2,128,1,float16,float16,0,0.6155168056488037
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,40,2,128,1,fp8,fp8,0,0.5831232070922852
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,40,2,128,1,float16,fp8,0,0.6232384204864502
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,40,4,128,1,float16,fp8,0,0.6082159996032714
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,40,4,128,1,float16,float16,0,0.709065580368042
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,40,4,128,1,fp8,fp8,0,0.6100912094116211
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,40,8,128,1,float16,float16,0,0.6141808032989502
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,40,40,128,1,float16,fp8,0,0.3403183937072754
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,40,40,128,1,float16,float16,0,0.36210720539093016
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,40,8,128,1,fp8,fp8,0,0.6072400093078614
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,40,1,128,1,float16,fp8,0,0.3011215925216675
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,40,40,128,1,fp8,fp8,0,0.32922561168670655
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,40,1,128,1,float16,float16,0,0.357859206199646
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,40,1,128,1,fp8,fp8,0,0.293503999710083
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,40,2,128,1,float16,float16,0,0.30624799728393554
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,40,2,128,1,float16,fp8,0,0.2852960109710693
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,40,2,128,1,fp8,fp8,0,0.30385599136352537
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,40,4,128,1,float16,float16,0,0.3133232116699219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,40,4,128,1,float16,fp8,0,0.28700640201568606
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,40,8,128,1,float16,fp8,0,0.293887996673584
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,40,4,128,1,fp8,fp8,0,0.349017596244812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,40,8,128,1,float16,float16,0,0.31617279052734376
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,40,8,128,1,fp8,fp8,0,0.29103360176086424
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,40,8,128,1,float16,fp8,0,1.5389264106750489
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,40,1,128,1,fp8,fp8,0,5.176448059082031
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,40,1,128,1,float16,fp8,0,5.275166320800781
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,40,2,128,1,float16,fp8,0,5.297296142578125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,40,2,128,1,fp8,fp8,0,5.460179138183594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,40,2,128,1,float16,float16,0,6.3639568328857425
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,40,1,128,1,float16,float16,0,7.145974731445312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,40,40,128,1,float16,fp8,0,3.0414384841918944
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,40,40,128,1,float16,float16,0,3.523761749267578
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,40,4,128,1,fp8,fp8,0,5.258031845092773
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,40,4,128,1,float16,fp8,0,5.251294326782227
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,40,8,128,1,float16,fp8,0,5.4738609313964846
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,40,8,128,1,float16,float16,0,6.354297637939453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,40,8,128,1,fp8,fp8,0,5.396231842041016
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,40,40,128,1,fp8,fp8,0,2.993332862854004
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,40,1,128,1,float16,float16,0,2.969455909729004
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,40,1,128,1,float16,fp8,0,2.5921695709228514
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,40,1,128,1,fp8,fp8,0,2.5946783065795898
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,40,2,128,1,float16,float16,0,2.9677791595458984
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,40,2,128,1,fp8,fp8,0,2.6228944778442385
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,40,2,128,1,float16,fp8,0,2.6976831436157225
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,40,4,128,1,float16,float16,0,2.881015968322754
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,40,4,128,1,float16,fp8,0,2.774342346191406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,40,4,128,1,fp8,fp8,0,2.627737617492676
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,40,8,128,1,float16,float16,0,2.9985504150390625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,40,40,128,1,float16,float16,0,1.7467679977416992
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,40,8,128,1,float16,fp8,0,2.757147216796875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,40,8,128,1,fp8,fp8,0,2.6779136657714844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,40,1,128,1,float16,float16,0,1.4396448135375977
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,40,40,128,1,fp8,fp8,0,1.5020319938659668
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,40,40,128,1,float16,fp8,0,1.7367584228515625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,40,1,128,1,float16,fp8,0,1.4895183563232421
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,40,1,128,1,fp8,fp8,0,1.4500160217285156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,40,2,128,1,float16,float16,0,1.4261024475097657
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,40,2,128,1,float16,fp8,0,1.3187952041625977
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,40,2,128,1,fp8,fp8,0,1.3803631782531738
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,40,4,128,1,float16,float16,0,1.443073558807373
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,40,4,128,1,float16,fp8,0,1.3874832153320313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,40,4,128,1,fp8,fp8,0,1.4003135681152343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,40,8,128,1,float16,float16,0,1.4528911590576172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,40,40,128,1,float16,fp8,0,0.8214400291442872
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,40,8,128,1,fp8,fp8,0,1.345961570739746
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,40,40,128,1,float16,float16,0,0.8759280204772949
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,40,8,128,1,float16,fp8,0,1.439633560180664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,40,40,128,1,fp8,fp8,0,0.785481595993042
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,40,1,128,1,float16,float16,0,0.7089216232299804
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,40,4,128,1,float16,float16,0,21.223019409179688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,40,1,128,1,float16,fp8,0,0.6833055973052978
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,40,2,128,1,float16,fp8,0,0.6621312141418457
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,40,2,128,1,float16,float16,0,0.7066720008850098
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,40,1,128,1,fp8,fp8,0,0.739460802078247
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,40,2,128,1,fp8,fp8,0,0.6851935863494873
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,40,4,128,1,float16,float16,0,0.7119840145111084
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,40,4,128,1,float16,fp8,0,0.691428804397583
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,40,8,128,1,float16,float16,0,0.7347040176391602
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,40,1,128,1,float16,float16,0,0.35321118831634524
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,40,40,128,1,fp8,fp8,0,0.38510239124298096
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,40,40,128,1,float16,fp8,0,0.3943856000900269
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,40,40,128,1,float16,float16,0,0.4740096092224121
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,40,8,128,1,float16,fp8,0,0.6788064002990722
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,40,1,128,1,float16,fp8,0,0.3495215892791748
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,40,8,128,1,fp8,fp8,0,0.7235023975372314
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,40,1,128,1,fp8,fp8,0,0.3354527950286865
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,40,2,128,1,float16,fp8,0,0.34388160705566406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,40,2,128,1,float16,float16,0,0.35802879333496096
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,40,2,128,1,fp8,fp8,0,0.36382880210876467
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,40,4,128,1,float16,fp8,0,0.3544447898864746
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,40,4,128,1,float16,float16,0,0.3619999885559082
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,40,4,128,1,fp8,fp8,0,0.3627279996871948
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,40,8,128,1,float16,float16,0,0.36431839466094973
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,40,40,128,1,float16,fp8,0,0.2029263973236084
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,40,40,128,1,fp8,fp8,0,0.19899840354919435
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,40,1,128,1,float16,float16,0,0.1936336040496826
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,40,40,128,1,float16,float16,0,0.2393104076385498
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,40,8,128,1,float16,fp8,0,0.35250239372253417
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,40,8,128,1,fp8,fp8,0,0.3450495958328247
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,40,4,128,1,fp8,fp8,0,1.8945695877075195
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,40,1,128,1,float16,fp8,0,0.17298400402069092
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,40,1,128,1,fp8,fp8,0,0.1779647946357727
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,40,2,128,1,float16,float16,0,0.18553760051727294
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,40,2,128,1,float16,fp8,0,0.18624479770660402
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,40,4,128,1,float16,float16,0,0.19027520418167115
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,40,2,128,1,fp8,fp8,0,0.18058240413665771
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,40,4,128,1,float16,fp8,0,0.1755936026573181
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,40,8,128,1,float16,float16,0,0.1886031985282898
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,40,8,128,1,float16,fp8,0,0.1832800030708313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,40,8,128,1,fp8,fp8,0,0.17763359546661378
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,40,4,128,1,fp8,fp8,0,0.43483519554138184
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,40,1,128,1,float16,fp8,0,5.184686279296875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,40,1,128,1,fp8,fp8,0,5.193078231811524
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,40,2,128,1,float16,fp8,0,5.203799819946289
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,40,2,128,1,fp8,fp8,0,5.208184051513672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,40,1,128,1,float16,float16,0,5.736601638793945
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,40,2,128,1,float16,float16,0,5.823031997680664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,40,4,128,1,float16,float16,0,6.3414558410644535
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,40,40,128,1,float16,fp8,0,3.0707712173461914
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,40,40,128,1,float16,float16,0,3.6696033477783203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,40,40,128,1,fp8,fp8,0,3.3133617401123048
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,40,4,128,1,fp8,fp8,0,5.182644653320312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,40,8,128,1,float16,fp8,0,5.298380661010742
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,40,8,128,1,fp8,fp8,0,5.3222190856933596
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,40,8,128,1,float16,float16,0,6.383399963378906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,40,1,128,1,float16,float16,0,2.92458553314209
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,40,4,128,1,float16,fp8,0,13.005320739746093
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,40,1,128,1,float16,fp8,0,2.590380859375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,40,1,128,1,fp8,fp8,0,2.5511520385742186
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,40,2,128,1,float16,fp8,0,2.6381856918334963
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,40,2,128,1,float16,float16,0,2.8740447998046874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,40,2,128,1,fp8,fp8,0,2.6105056762695313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,40,4,128,1,float16,float16,0,3.097315216064453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,40,4,128,1,fp8,fp8,0,2.60184326171875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,40,40,128,1,float16,fp8,0,1.5370623588562011
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,40,8,128,1,float16,float16,0,3.144099235534668
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,40,8,128,1,float16,fp8,0,2.654100799560547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,40,40,128,1,float16,float16,0,1.7793664932250977
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,40,8,128,1,fp8,fp8,0,2.774247932434082
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,40,1,128,1,float16,float16,0,1.3724464416503905
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,40,40,128,1,fp8,fp8,0,1.7096992492675782
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,40,1,128,1,float16,fp8,0,1.2701919555664063
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,40,1,128,1,fp8,fp8,0,1.455934429168701
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,40,2,128,1,float16,float16,0,1.3669039726257324
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,40,2,128,1,float16,fp8,0,1.3446288108825684
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,40,2,128,1,fp8,fp8,0,1.2917391777038574
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,40,4,128,1,float16,float16,0,1.4239343643188476
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,40,4,128,1,float16,fp8,0,1.383668804168701
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,40,4,128,1,fp8,fp8,0,1.292515182495117
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,40,4,128,1,float16,fp8,0,6.340969467163086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,40,40,128,1,float16,float16,0,0.8986960411071777
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,40,40,128,1,float16,fp8,0,0.8902560234069824
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,40,8,128,1,float16,float16,0,1.4488767623901366
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,40,8,128,1,fp8,fp8,0,1.362342357635498
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,40,8,128,1,float16,fp8,0,1.4180432319641114
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,40,40,128,1,fp8,fp8,0,0.7778607845306397
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,40,1,128,1,float16,float16,0,0.6737599849700928
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,40,1,128,1,fp8,fp8,0,0.7114431858062744
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,40,2,128,1,fp8,fp8,0,0.6639391899108886
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,40,2,128,1,float16,float16,0,0.7610784053802491
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,40,2,128,1,float16,fp8,0,0.7016928195953369
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,40,4,128,1,float16,fp8,0,0.6656911849975586
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,40,4,128,1,float16,float16,0,0.7050352096557617
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,40,4,128,1,fp8,fp8,0,0.6751327991485596
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,40,1,128,1,float16,fp8,0,1.4249679565429687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,40,8,128,1,float16,float16,0,0.7690032005310059
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,40,40,128,1,float16,fp8,0,0.3986736059188843
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,40,40,128,1,float16,float16,0,0.4576591968536377
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,40,40,128,1,fp8,fp8,0,0.40767841339111327
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,40,1,128,1,float16,float16,0,0.3473855972290039
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,40,8,128,1,float16,fp8,0,0.6859344005584717
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,40,8,128,1,fp8,fp8,0,0.7593215942382813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,40,1,128,1,fp8,fp8,0,0.3530128002166748
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,40,2,128,1,float16,float16,0,0.34638080596923826
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,40,2,128,1,float16,fp8,0,0.3323375940322876
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,40,2,128,1,fp8,fp8,0,0.3317456007003784
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,40,4,128,1,float16,float16,0,0.35646240711212157
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,40,1,128,1,float16,fp8,0,0.64791841506958
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,40,4,128,1,float16,fp8,0,0.3425679922103882
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,40,4,128,1,fp8,fp8,0,0.3747648000717163
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,40,40,128,1,float16,fp8,0,0.20936479568481445
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,40,40,128,1,float16,float16,0,0.23564479351043702
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,40,8,128,1,float16,fp8,0,0.34254720211029055
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,40,1,128,1,float16,float16,0,0.1775264024734497
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,40,8,128,1,float16,float16,0,0.37584800720214845
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,40,8,128,1,fp8,fp8,0,0.34391839504241944
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,40,1,128,1,float16,fp8,0,0.1815808057785034
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,40,40,128,1,fp8,fp8,0,0.3680000066757202
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,40,1,128,1,fp8,fp8,0,0.17391040325164794
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,40,2,128,1,float16,fp8,0,0.17103519439697265
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,40,2,128,1,float16,float16,0,0.17969599962234498
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,40,2,128,1,fp8,fp8,0,0.179312002658844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,40,4,128,1,float16,float16,0,0.185699200630188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,40,4,128,1,float16,fp8,0,0.17350239753723146
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,40,4,128,1,fp8,fp8,0,0.1806879997253418
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,40,8,128,1,float16,fp8,0,0.18039679527282715
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,40,8,128,1,float16,float16,0,0.3375855922698975
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,40,8,128,1,fp8,fp8,0,0.17637759447097778
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,40,40,128,1,fp8,fp8,0,0.11511520147323609
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,40,40,128,1,float16,fp8,0,0.11726560592651367
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,40,1,128,1,float16,fp8,0,0.09179679751396179
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,40,1,128,1,float16,float16,0,0.09457759857177735
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,40,40,128,1,float16,float16,0,0.12895679473876953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,40,1,128,1,fp8,fp8,0,0.08965920209884644
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,40,2,128,1,fp8,fp8,0,0.09268800020217896
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,40,4,128,1,float16,float16,0,0.09792960286140442
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,40,2,128,1,float16,fp8,0,0.08857120275497436
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,40,4,128,1,float16,fp8,0,0.0934719979763031
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,40,4,128,1,fp8,fp8,0,0.08974559903144837
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,40,8,128,1,float16,fp8,0,0.09448639750480652
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,40,2,128,1,float16,float16,0,0.17380640506744385
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,40,8,128,1,float16,float16,0,0.09939039945602417
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,40,8,128,1,fp8,fp8,0,0.09769920110702515
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,40,1,128,1,fp8,fp8,0,3.1486000061035155
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,40,1,128,1,float16,fp8,0,3.1649248123168947
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,40,1,128,1,float16,float16,0,3.3559391021728517
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,40,2,128,1,fp8,fp8,0,3.2122608184814454
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,40,4,128,1,float16,fp8,0,3.2699825286865236
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,40,2,128,1,float16,float16,0,3.4692607879638673
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,40,4,128,1,float16,float16,0,3.6105838775634767
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,40,40,128,1,float16,fp8,0,2.0024591445922852
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,40,40,128,1,float16,float16,0,2.3161504745483397
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,40,4,128,1,fp8,fp8,0,3.1989648818969725
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,40,8,128,1,fp8,fp8,0,3.2929344177246094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,40,8,128,1,float16,float16,0,3.621443176269531
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,40,8,128,1,float16,fp8,0,3.415135955810547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,40,2,128,1,float16,fp8,0,7.514851379394531
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,40,1,128,1,float16,float16,0,1.7419456481933593
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,40,40,128,1,fp8,fp8,0,1.9737903594970703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,40,1,128,1,float16,fp8,0,1.5810815811157226
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,40,1,128,1,fp8,fp8,0,1.568126392364502
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,40,2,128,1,float16,fp8,0,1.5866304397583009
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,40,2,128,1,float16,float16,0,1.7366640090942382
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,40,4,128,1,float16,fp8,0,1.6069856643676759
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,40,4,128,1,float16,float16,0,1.764214324951172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,40,4,128,1,fp8,fp8,0,1.6111520767211913
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,40,8,128,1,float16,float16,0,1.7634143829345703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,40,8,128,1,float16,fp8,0,1.6485776901245117
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,40,8,128,1,fp8,fp8,0,1.6804559707641602
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,40,40,128,1,float16,float16,0,1.1471712112426757
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,40,2,128,1,fp8,fp8,0,3.6467025756835936
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,40,40,128,1,float16,fp8,0,1.0411968231201172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,40,40,128,1,fp8,fp8,0,1.0011247634887694
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,40,1,128,1,fp8,fp8,0,0.7964848041534424
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,40,1,128,1,float16,float16,0,0.8394271850585937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,40,1,128,1,float16,fp8,0,0.8555232048034668
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,40,2,128,1,float16,float16,0,0.8319968223571778
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,40,2,128,1,float16,fp8,0,0.8146736145019531
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,40,4,128,1,float16,float16,0,0.8723872184753418
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,40,4,128,1,float16,fp8,0,0.8341103553771972
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,40,4,128,1,fp8,fp8,0,0.8120464324951172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,40,8,128,1,float16,float16,0,0.8897775650024414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,40,40,128,1,float16,fp8,0,0.5170303821563721
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,40,8,128,1,float16,fp8,0,0.8812848091125488
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,40,8,128,1,fp8,fp8,0,0.8341487884521485
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,40,40,128,1,float16,float16,0,0.5842944145202636
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,40,40,128,1,fp8,fp8,0,0.5182608127593994
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,40,2,128,1,fp8,fp8,0,1.7870655059814453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,40,1,128,1,float16,float16,0,0.4168863773345947
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,40,1,128,1,float16,fp8,0,0.4138480186462402
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,40,1,128,1,fp8,fp8,0,0.411407995223999
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,40,2,128,1,float16,float16,0,0.43430562019348146
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,40,2,128,1,float16,fp8,0,0.40579681396484374
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,40,2,128,1,fp8,fp8,0,0.4140048027038574
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,40,4,128,1,float16,float16,0,0.4371903896331787
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,40,4,128,1,fp8,fp8,0,0.410097599029541
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,40,40,128,1,float16,fp8,0,0.2666143894195557
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,40,40,128,1,fp8,fp8,0,0.2674384117126465
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,40,40,128,1,float16,float16,0,0.30303521156311036
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,40,8,128,1,float16,float16,0,0.46256318092346194
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,40,8,128,1,fp8,fp8,0,0.43577280044555666
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,40,8,128,1,float16,fp8,0,0.4308608055114746
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,40,1,128,1,float16,float16,0,0.21891040802001954
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,40,4,128,1,float16,fp8,0,0.9098591804504395
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,40,1,128,1,float16,fp8,0,0.2123568058013916
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,40,2,128,1,float16,fp8,0,0.2152048110961914
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,40,1,128,1,fp8,fp8,0,0.2123408079147339
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,40,4,128,1,float16,fp8,0,0.21590559482574462
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,40,2,128,1,float16,float16,0,0.22170720100402833
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,40,2,128,1,fp8,fp8,0,0.2150496006011963
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,40,4,128,1,float16,float16,0,0.2252959966659546
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,40,8,128,1,float16,float16,0,0.23333120346069336
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,40,8,128,1,float16,fp8,0,0.22379839420318604
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,40,40,128,1,float16,float16,0,0.15928959846496582
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,40,1,128,1,float16,float16,0,0.11662399768829346
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,40,40,128,1,float16,fp8,0,0.14242880344390868
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,40,40,128,1,fp8,fp8,0,0.14179519414901734
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,40,8,128,1,fp8,fp8,0,0.22239360809326172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,40,4,128,1,fp8,fp8,0,0.4055776119232178
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,40,1,128,1,float16,fp8,0,0.11199359893798828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,40,1,128,1,fp8,fp8,0,0.11306560039520264
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,40,2,128,1,float16,fp8,0,0.11303520202636719
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,40,2,128,1,fp8,fp8,0,0.1129423975944519
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,40,4,128,1,float16,float16,0,0.11831519603729249
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,40,4,128,1,float16,fp8,0,0.1147760033607483
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,40,2,128,1,float16,float16,0,0.11648479700088502
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,40,8,128,1,float16,float16,0,0.12286080121994018
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,40,8,128,1,float16,fp8,0,0.11789439916610718
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,40,4,128,1,fp8,fp8,0,0.21342720985412597
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,40,8,128,1,fp8,fp8,0,0.11725759506225586
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,40,40,128,1,float16,float16,0,0.08835520148277283
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,40,40,128,1,float16,fp8,0,0.08007519841194152
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,40,40,128,1,fp8,fp8,0,0.08052160143852234
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,40,1,128,1,float16,float16,0,0.05968639850616455
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,40,1,128,1,float16,fp8,0,0.05876960158348084
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,40,1,128,1,fp8,fp8,0,0.05928320288658142
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,40,2,128,1,float16,float16,0,0.06139039993286133
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,40,4,128,1,float16,float16,0,0.06363199949264527
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,40,2,128,1,float16,fp8,0,0.10328480005264282
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,40,2,128,1,fp8,fp8,0,0.058955198526382445
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,40,4,128,1,float16,fp8,0,0.05958080291748047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,40,4,128,1,fp8,fp8,0,0.059910398721694944
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,40,8,128,1,float16,float16,0,0.06755200028419495
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,40,8,128,1,float16,fp8,0,0.060703998804092406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,40,8,128,1,fp8,fp8,0,0.06107519865036011
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,40,1,128,1,float16,float16,0,3.5229358673095703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,40,1,128,1,fp8,fp8,0,3.3678112030029297
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,40,2,128,1,float16,fp8,0,3.362892913818359
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,40,2,128,1,fp8,fp8,0,3.374033737182617
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,40,2,128,1,float16,float16,0,3.537166213989258
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,40,4,128,1,float16,fp8,0,3.4501041412353515
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,40,4,128,1,float16,float16,0,3.6286785125732424
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,40,40,128,1,float16,fp8,0,2.209071922302246
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,40,40,128,1,float16,float16,0,2.6029903411865236
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,40,1,128,1,float16,fp8,0,7.346398162841797
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,40,4,128,1,fp8,fp8,0,3.4900959014892576
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,40,8,128,1,float16,float16,0,3.7631072998046875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,40,8,128,1,fp8,fp8,0,3.5252944946289064
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,40,8,128,1,float16,fp8,0,3.508811187744141
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,40,1,128,1,float16,float16,0,1.7015264511108399
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,40,40,128,1,fp8,fp8,0,2.1975584030151367
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,40,1,128,1,fp8,fp8,0,1.6595424652099608
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,40,2,128,1,float16,fp8,0,1.6672800064086915
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,40,2,128,1,float16,float16,0,1.80590877532959
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,40,2,128,1,fp8,fp8,0,1.66265926361084
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,40,1,128,1,float16,fp8,0,3.4904865264892577
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,40,4,128,1,float16,float16,0,1.8502111434936523
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,40,4,128,1,float16,fp8,0,1.6939952850341797
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,40,4,128,1,fp8,fp8,0,1.6934736251831055
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,40,8,128,1,fp8,fp8,0,1.7567487716674806
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,40,8,128,1,float16,float16,0,1.8505792617797852
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,40,8,128,1,float16,fp8,0,1.8079120635986328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,40,40,128,1,float16,float16,0,1.305624008178711
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,40,1,128,1,float16,float16,0,0.8428048133850098
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,40,1,128,1,float16,fp8,0,0.8336480140686036
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,40,40,128,1,fp8,fp8,0,1.173259162902832
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,40,1,128,1,fp8,fp8,0,0.8338912010192872
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,40,2,128,1,float16,fp8,0,0.8420319557189941
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,40,2,128,1,float16,float16,0,0.8790512084960938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,40,4,128,1,float16,float16,0,0.876796817779541
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,40,2,128,1,fp8,fp8,0,0.8435152053833008
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,40,4,128,1,float16,fp8,0,0.851097583770752
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,40,40,128,1,float16,fp8,0,2.020675277709961
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,40,4,128,1,fp8,fp8,0,0.8738703727722168
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,40,8,128,1,float16,float16,0,0.9184687614440918
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,40,8,128,1,float16,fp8,0,0.8883647918701172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,40,8,128,1,fp8,fp8,0,0.9231599807739258
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,40,40,128,1,float16,fp8,0,0.5631296157836914
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,40,1,128,1,float16,fp8,0,0.4247136116027832
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,40,40,128,1,fp8,fp8,0,0.5596816062927246
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,40,40,128,1,float16,float16,0,0.6639616012573242
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,40,1,128,1,float16,float16,0,0.9389087677001953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,40,1,128,1,fp8,fp8,0,0.44204001426696776
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,40,2,128,1,float16,float16,0,0.43539838790893554
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,40,2,128,1,fp8,fp8,0,0.42690401077270507
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,40,2,128,1,float16,fp8,0,0.44057440757751465
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,40,4,128,1,float16,float16,0,0.44895038604736326
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,40,4,128,1,float16,fp8,0,0.44410881996154783
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,40,4,128,1,fp8,fp8,0,0.4487664222717285
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,40,40,128,1,float16,float16,0,0.3399728059768677
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,40,40,128,1,fp8,fp8,0,0.29019999504089355
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,40,8,128,1,fp8,fp8,0,0.45386719703674316
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,40,1,128,1,float16,float16,0,0.22599198818206787
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,40,8,128,1,float16,fp8,0,0.46715679168701174
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,40,1,128,1,float16,fp8,0,0.22896480560302734
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,40,40,128,1,float16,fp8,0,0.29659841060638426
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,40,1,128,1,fp8,fp8,0,0.21869440078735353
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,40,2,128,1,float16,float16,0,0.22583041191101075
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,40,2,128,1,float16,fp8,0,0.22437920570373535
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,40,2,128,1,fp8,fp8,0,0.22478880882263183
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,40,4,128,1,float16,float16,0,0.23781919479370117
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,40,4,128,1,float16,fp8,0,0.2340320110321045
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,40,4,128,1,fp8,fp8,0,0.2316672086715698
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,40,8,128,1,float16,float16,0,0.2403183937072754
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,40,8,128,1,float16,fp8,0,0.23360159397125244
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,40,8,128,1,float16,float16,0,1.2506704330444336
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,40,8,128,1,fp8,fp8,0,0.23653440475463866
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,40,40,128,1,float16,fp8,0,0.15749599933624267
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,40,1,128,1,float16,float16,0,0.12173759937286377
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,40,40,128,1,float16,float16,0,0.1816655993461609
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,40,1,128,1,float16,fp8,0,0.11556479930877686
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,40,40,128,1,fp8,fp8,0,0.1576416015625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,40,1,128,1,fp8,fp8,0,0.11656160354614258
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,40,2,128,1,float16,fp8,0,0.11922880411148071
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,40,2,128,1,fp8,fp8,0,0.1207584023475647
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,40,4,128,1,float16,fp8,0,0.12182719707489013
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,40,4,128,1,fp8,fp8,0,0.11909120082855225
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,40,8,128,1,float16,float16,0,0.13108320236206056
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,40,4,128,1,float16,float16,0,0.1263200044631958
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,40,8,128,1,float16,fp8,0,0.12457120418548584
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,40,2,128,1,float16,float16,0,0.32049920558929446
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,40,8,128,1,fp8,fp8,0,0.12473599910736084
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,40,40,128,1,float16,float16,0,0.09875199794769288
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,40,1,128,1,float16,fp8,0,0.06244000196456909
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,40,40,128,1,fp8,fp8,0,0.08541759848594666
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,40,1,128,1,float16,float16,0,0.06562560200691223
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,40,40,128,1,float16,fp8,0,0.08704800009727479
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,40,1,128,1,fp8,fp8,0,0.062275201082229614
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,40,2,128,1,fp8,fp8,0,0.06336159706115722
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,40,2,128,1,float16,fp8,0,0.06292639970779419
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,40,4,128,1,float16,float16,0,0.06842880249023438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,40,2,128,1,float16,float16,0,0.1694175958633423
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,40,4,128,1,float16,fp8,0,0.06389279961585999
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,40,4,128,1,fp8,fp8,0,0.0652351975440979
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,40,8,128,1,float16,float16,0,0.07180479764938355
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,40,8,128,1,float16,fp8,0,0.06773279905319214
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,40,8,128,1,fp8,fp8,0,0.06800320148468017
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,40,40,128,1,float16,float16,0,0.058555197715759275
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,40,40,128,1,float16,fp8,0,0.04993920028209686
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,40,40,128,1,fp8,fp8,0,0.04882720112800598
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,40,1,128,1,float16,fp8,0,0.03700000047683716
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,40,1,128,1,fp8,fp8,0,0.037027201056480406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,40,1,128,1,float16,float16,0,0.09737280011177063
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,40,2,128,1,fp8,fp8,0,0.03723999857902527
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,40,2,128,1,float16,float16,0,0.037206399440765384
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,40,2,128,1,float16,fp8,0,0.03682880103588104
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,40,4,128,1,float16,float16,0,0.037108799815177916
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,40,4,128,1,fp8,fp8,0,0.037483200430870056
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,40,4,128,1,float16,fp8,0,0.03729279935359955
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,40,8,128,1,float16,float16,0,0.08161919713020324
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,40,8,128,1,fp8,fp8,0,0.03762879967689514
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,40,8,128,1,float16,fp8,0,0.03770560026168823
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,40,1,128,1,float16,float16,0,2.4331727981567384
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,40,1,128,1,float16,fp8,0,2.4099119186401365
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,40,1,128,1,fp8,fp8,0,2.4387136459350587
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,40,2,128,1,float16,float16,0,2.4812271118164064
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,40,2,128,1,fp8,fp8,0,2.4187360763549806
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,40,4,128,1,float16,float16,0,2.605062484741211
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,40,2,128,1,float16,fp8,0,4.257444763183594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,40,4,128,1,float16,fp8,0,2.49227352142334
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,40,40,128,1,float16,float16,0,2.1079872131347654
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,40,4,128,1,fp8,fp8,0,2.477334403991699
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,40,8,128,1,fp8,fp8,0,2.61517276763916
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,40,8,128,1,float16,fp8,0,2.6172576904296876
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,40,8,128,1,float16,float16,0,2.8159488677978515
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,40,1,128,1,float16,fp8,0,1.1930591583251953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,40,1,128,1,float16,float16,0,1.2266976356506347
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,40,1,128,1,fp8,fp8,0,1.191140842437744
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,40,2,128,1,float16,float16,0,1.2293984413146972
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,40,2,128,1,float16,fp8,0,1.2136176109313965
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,40,40,128,1,fp8,fp8,0,1.7652927398681642
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,40,2,128,1,fp8,fp8,0,1.2183919906616212
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,40,40,128,1,float16,fp8,0,2.844919967651367
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,40,4,128,1,float16,float16,0,1.2807120323181151
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,40,4,128,1,float16,fp8,0,1.2675408363342284
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,40,4,128,1,fp8,fp8,0,1.2341456413269043
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,40,8,128,1,float16,float16,0,1.3896767616271972
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,40,8,128,1,float16,fp8,0,1.3163583755493165
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,40,8,128,1,fp8,fp8,0,1.3109888076782226
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,40,40,128,1,float16,float16,0,1.0536527633666992
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,40,1,128,1,float16,float16,0,0.611356782913208
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,40,1,128,1,float16,fp8,0,0.602235221862793
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,40,40,128,1,fp8,fp8,0,0.8845760345458984
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,40,2,128,1,float16,float16,0,0.6208159923553467
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,40,1,128,1,fp8,fp8,0,0.6087215900421142
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,40,40,128,1,float16,fp8,0,1.4643759727478027
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,40,2,128,1,float16,fp8,0,0.6103504180908204
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,40,2,128,1,fp8,fp8,0,0.6147776126861573
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,40,4,128,1,float16,float16,0,0.650048017501831
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,40,4,128,1,float16,fp8,0,0.6242288112640381
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,40,4,128,1,fp8,fp8,0,0.6254047870635986
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,40,8,128,1,float16,float16,0,0.699015998840332
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,40,8,128,1,float16,fp8,0,0.6649759769439697
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,40,40,128,1,float16,float16,0,0.53297119140625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,40,40,128,1,float16,fp8,0,0.45441441535949706
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,40,1,128,1,float16,float16,0,0.30978400707244874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,40,40,128,1,fp8,fp8,0,0.45361599922180174
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,40,1,128,1,float16,fp8,0,0.30783519744873045
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,40,2,128,1,float16,float16,0,0.3176464080810547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,40,1,128,1,fp8,fp8,0,0.30974559783935546
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,40,8,128,1,fp8,fp8,0,1.122396755218506
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,40,2,128,1,fp8,fp8,0,0.31444320678710935
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,40,2,128,1,float16,fp8,0,0.3115520000457764
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,40,4,128,1,float16,fp8,0,0.32242560386657715
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,40,4,128,1,float16,float16,0,0.32925279140472413
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,40,4,128,1,fp8,fp8,0,0.3192512035369873
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,40,8,128,1,float16,float16,0,0.356116795539856
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,40,8,128,1,float16,fp8,0,0.33845760822296145
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,40,1,128,1,float16,float16,0,0.16111199855804442
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,40,40,128,1,float16,float16,0,0.2770688056945801
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,40,1,128,1,float16,fp8,0,0.159934401512146
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,40,40,128,1,float16,fp8,0,0.23792800903320313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,40,40,128,1,fp8,fp8,0,0.23440001010894776
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,40,2,128,1,float16,float16,0,0.16449760198593139
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,40,1,128,1,fp8,fp8,0,0.16085760593414306
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,40,2,128,1,float16,fp8,0,0.1614848017692566
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,40,2,128,1,fp8,fp8,0,0.16391520500183104
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,40,4,128,1,float16,float16,0,0.17115360498428345
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,40,4,128,1,float16,fp8,0,0.169814395904541
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,40,4,128,1,fp8,fp8,0,0.1670464038848877
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,40,8,128,1,fp8,fp8,0,0.5718431949615479
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,40,8,128,1,float16,float16,0,0.18386399745941162
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,40,8,128,1,float16,fp8,0,0.17577760219573973
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,40,8,128,1,fp8,fp8,0,0.17469919919967652
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,40,40,128,1,float16,float16,0,0.1461024045944214
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,40,40,128,1,float16,fp8,0,0.12469120025634765
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,40,1,128,1,float16,fp8,0,0.08727520108222961
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,40,1,128,1,fp8,fp8,0,0.0869376003742218
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,40,2,128,1,float16,float16,0,0.09145119786262512
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,40,2,128,1,float16,fp8,0,0.08846880197525024
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,40,1,128,1,float16,float16,0,0.13870240449905397
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,40,40,128,1,fp8,fp8,0,0.12761759757995605
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,40,4,128,1,float16,float16,0,0.09160959720611572
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,40,2,128,1,fp8,fp8,0,0.08934720158576966
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,40,4,128,1,fp8,fp8,0,0.0896224021911621
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,40,8,128,1,float16,fp8,0,0.0948639988899231
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,40,4,128,1,float16,fp8,0,0.09096159934997558
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,40,40,128,1,float16,fp8,0,0.06940479874610901
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,40,40,128,1,float16,float16,0,0.08122239708900451
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,40,8,128,1,fp8,fp8,0,0.09583520293235778
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,40,8,128,1,float16,float16,0,0.1447535991668701
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,40,40,128,1,fp8,fp8,0,0.07035040259361267
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,40,1,128,1,float16,float16,0,0.050108802318572995
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,40,1,128,1,float16,fp8,0,0.04721119999885559
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,40,1,128,1,fp8,fp8,0,0.048028799891471866
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,40,2,128,1,float16,float16,0,0.051900798082351686
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,40,2,128,1,float16,fp8,0,0.047830399870872495
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,40,2,128,1,fp8,fp8,0,0.07547199726104736
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,40,4,128,1,float16,fp8,0,0.050292801856994626
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,40,4,128,1,fp8,fp8,0,0.049004799127578734
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,40,4,128,1,float16,float16,0,0.053504002094268796
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,40,8,128,1,float16,float16,0,0.05604640245437622
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,40,8,128,1,float16,fp8,0,0.052451199293136595
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,40,8,128,1,fp8,fp8,0,0.05277119874954224
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,40,40,128,1,float16,fp8,0,0.04022080004215241
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,40,40,128,1,fp8,fp8,0,0.039684799313545224
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,40,40,128,1,float16,float16,0,0.06596480011940002
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,40,1,128,1,float16,float16,0,0.02868640124797821
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,40,1,128,1,float16,fp8,0,0.029366400837898255
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,40,1,128,1,fp8,fp8,0,0.02911359965801239
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,40,2,128,1,float16,float16,0,0.028896000981330872
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,40,2,128,1,float16,fp8,0,0.029396799206733704
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,40,2,128,1,fp8,fp8,0,0.02905279994010925
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,40,4,128,1,float16,float16,0,0.041580799221992495
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,40,4,128,1,float16,fp8,0,0.029600000381469725
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,40,4,128,1,fp8,fp8,0,0.02962239980697632
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,40,8,128,1,float16,float16,0,0.030294400453567506
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,40,8,128,1,fp8,fp8,0,0.029817599058151244
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,40,40,128,1,float16,float16,0,0.026233598589897156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,40,8,128,1,float16,fp8,0,0.02961440086364746
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,40,40,128,1,float16,fp8,0,0.03722560107707977
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,40,40,128,1,fp8,fp8,0,0.026001599431037904
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,40,1,128,1,float16,float16,0,0.019227199256420135
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,40,1,128,1,float16,fp8,0,0.020295999944210052
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,40,1,128,1,fp8,fp8,0,0.02030559927225113
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,40,2,128,1,float16,float16,0,0.019262400269508363
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,40,2,128,1,fp8,fp8,0,0.029025599360466003
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,40,4,128,1,float16,fp8,0,0.020545600354671477
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,40,2,128,1,float16,fp8,0,0.020238399505615234
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,40,4,128,1,float16,float16,0,0.019414399564266206
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,40,4,128,1,fp8,fp8,0,0.020284800231456755
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,40,8,128,1,float16,fp8,0,0.02059040069580078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,40,8,128,1,float16,float16,0,0.01971679925918579
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,40,8,128,1,fp8,fp8,0,0.029260799288749695
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,40,1,128,1,float16,float16,0,0.9387136459350586
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,40,2,128,1,float16,float16,0,0.9578975677490235
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,40,1,128,1,float16,fp8,0,0.9765824317932129
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,40,2,128,1,float16,fp8,0,0.9828880310058594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,40,1,128,1,fp8,fp8,0,0.986177635192871
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,40,2,128,1,fp8,fp8,0,0.9898799896240235
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,40,4,128,1,float16,float16,0,1.386246395111084
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,40,4,128,1,float16,fp8,0,1.0243616104125977
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,40,4,128,1,fp8,fp8,0,1.0242912292480468
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,40,40,128,1,float16,float16,0,0.9565952301025391
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,40,8,128,1,float16,float16,0,1.0951087951660157
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,40,8,128,1,float16,fp8,0,1.0678863525390625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,40,8,128,1,fp8,fp8,0,1.0671903610229492
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,40,1,128,1,float16,float16,0,0.4712063789367676
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,40,40,128,1,float16,fp8,0,1.1686176300048827
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,40,1,128,1,fp8,fp8,0,0.4954527854919434
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,40,2,128,1,float16,float16,0,0.48270401954650877
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,40,1,128,1,float16,fp8,0,0.4945839881896973
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,40,40,128,1,fp8,fp8,0,0.7521615982055664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,40,2,128,1,float16,fp8,0,0.4979072093963623
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,40,2,128,1,fp8,fp8,0,0.4982175827026367
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,40,4,128,1,float16,fp8,0,0.5167136192321777
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,40,4,128,1,fp8,fp8,0,0.5155744075775146
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,40,8,128,1,float16,float16,0,0.5530848026275634
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,40,8,128,1,float16,fp8,0,0.5408160209655761
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,40,8,128,1,fp8,fp8,0,0.5403872013092041
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,40,4,128,1,float16,float16,0,0.7960959911346436
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,40,40,128,1,float16,float16,0,0.4846367835998535
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,40,1,128,1,float16,float16,0,0.24251360893249513
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,40,40,128,1,float16,fp8,0,0.3844032049179077
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,40,1,128,1,float16,fp8,0,0.25376319885253906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,40,1,128,1,fp8,fp8,0,0.2535423994064331
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,40,40,128,1,fp8,fp8,0,0.3834399938583374
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,40,2,128,1,float16,float16,0,0.3872672080993652
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,40,2,128,1,float16,fp8,0,0.2561455965042114
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,40,2,128,1,fp8,fp8,0,0.2561808109283447
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,40,4,128,1,float16,float16,0,0.25959680080413816
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,40,4,128,1,float16,fp8,0,0.26498239040374755
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,40,4,128,1,fp8,fp8,0,0.2645375967025757
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,40,8,128,1,float16,float16,0,0.2830832004547119
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,40,8,128,1,float16,fp8,0,0.4275343894958496
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,40,40,128,1,float16,fp8,0,0.19909440279006957
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,40,40,128,1,float16,float16,0,0.2506799936294556
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,40,8,128,1,fp8,fp8,0,0.2775183916091919
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,40,1,128,1,float16,float16,0,0.1275215983390808
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,40,1,128,1,float16,fp8,0,0.1329856038093567
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,40,40,128,1,fp8,fp8,0,0.19951679706573486
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,40,2,128,1,float16,float16,0,0.13065279722213746
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,40,1,128,1,fp8,fp8,0,0.13294559717178345
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,40,4,128,1,fp8,fp8,0,0.13839839696884154
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,40,2,128,1,fp8,fp8,0,0.13416320085525513
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,40,4,128,1,float16,float16,0,0.13652000427246094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,40,2,128,1,float16,fp8,0,0.20718080997467042
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,40,4,128,1,float16,fp8,0,0.138264000415802
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,40,8,128,1,float16,float16,0,0.14841439723968505
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,40,8,128,1,float16,fp8,0,0.1476240038871765
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,40,8,128,1,fp8,fp8,0,0.14527839422225952
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,40,40,128,1,float16,float16,0,0.13290239572525026
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,40,1,128,1,float16,fp8,0,0.07336639761924743
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,40,1,128,1,float16,float16,0,0.0702672004699707
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,40,40,128,1,float16,fp8,0,0.1065824031829834
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,40,1,128,1,fp8,fp8,0,0.07268480062484742
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,40,40,128,1,fp8,fp8,0,0.14999359846115112
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,40,2,128,1,float16,float16,0,0.07208799719810485
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,40,2,128,1,float16,fp8,0,0.07358880043029785
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,40,2,128,1,fp8,fp8,0,0.07416160106658935
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,40,4,128,1,float16,float16,0,0.07463039755821228
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,40,4,128,1,float16,fp8,0,0.07521600127220154
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,40,4,128,1,fp8,fp8,0,0.07590240240097046
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,40,8,128,1,float16,fp8,0,0.07825440168380737
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,40,8,128,1,float16,float16,0,0.10826560258865356
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,40,40,128,1,float16,fp8,0,0.05995839834213257
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,40,8,128,1,fp8,fp8,0,0.07981280088424683
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,40,40,128,1,float16,float16,0,0.07364479899406433
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,40,1,128,1,float16,float16,0,0.041764798760414126
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,40,1,128,1,float16,fp8,0,0.03939839899539947
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,40,40,128,1,fp8,fp8,0,0.06111360192298889
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,40,1,128,1,fp8,fp8,0,0.0583840012550354
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,40,2,128,1,float16,float16,0,0.041555199027061465
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,40,2,128,1,float16,fp8,0,0.04084640145301819
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,40,2,128,1,fp8,fp8,0,0.04069760143756866
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,40,4,128,1,float16,fp8,0,0.04150879979133606
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,40,4,128,1,float16,float16,0,0.04440320134162903
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,40,4,128,1,fp8,fp8,0,0.04222559928894043
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,40,8,128,1,float16,float16,0,0.06206560134887695
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,40,8,128,1,float16,fp8,0,0.044352000951766966
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,40,8,128,1,fp8,fp8,0,0.04490079879760742
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,40,40,128,1,float16,float16,0,0.043243199586868286
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,40,40,128,1,float16,fp8,0,0.03434880077838898
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,40,40,128,1,fp8,fp8,0,0.03498719930648804
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,40,1,128,1,float16,float16,0,0.023899200558662414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,40,1,128,1,fp8,fp8,0,0.02459519952535629
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,40,1,128,1,float16,fp8,0,0.03435199856758118
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,40,2,128,1,float16,float16,0,0.02380480021238327
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,40,2,128,1,fp8,fp8,0,0.024988800287246704
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,40,2,128,1,float16,fp8,0,0.025353598594665527
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,40,4,128,1,float16,fp8,0,0.0257968008518219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,40,4,128,1,float16,float16,0,0.024425600469112397
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,40,4,128,1,fp8,fp8,0,0.024884800612926482
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,40,8,128,1,float16,float16,0,0.03266400098800659
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,40,8,128,1,float16,fp8,0,0.02592639923095703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,40,8,128,1,fp8,fp8,0,0.025526401400566102
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,40,40,128,1,float16,float16,0,0.022811199724674224
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,40,40,128,1,float16,fp8,0,0.02244960069656372
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,40,1,128,1,float16,float16,0,0.01677920073270798
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,40,40,128,1,fp8,fp8,0,0.02235199958086014
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,40,1,128,1,float16,fp8,0,0.018353599309921264
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,40,2,128,1,float16,float16,0,0.022588799893856048
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,40,2,128,1,float16,fp8,0,0.018467199802398682
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,40,1,128,1,fp8,fp8,0,0.01801919937133789
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,40,2,128,1,fp8,fp8,0,0.018603199720382692
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,40,4,128,1,float16,float16,0,0.017076799273490907
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,40,4,128,1,float16,fp8,0,0.01879359930753708
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,40,4,128,1,fp8,fp8,0,0.019475199282169342
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,40,8,128,1,float16,float16,0,0.023211200535297394
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,40,8,128,1,float16,fp8,0,0.01865279972553253
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,40,40,128,1,float16,float16,0,0.016748799383640288
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,40,8,128,1,fp8,fp8,0,0.01841440051794052
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,40,40,128,1,float16,fp8,0,0.016022400557994844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,40,40,128,1,fp8,fp8,0,0.016683200001716615
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,40,1,128,1,float16,float16,0,0.01440960019826889
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,40,1,128,1,float16,fp8,0,0.019120000302791595
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,40,2,128,1,float16,float16,0,0.014851200580596923
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,40,1,128,1,fp8,fp8,0,0.015148800611495972
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,40,2,128,1,float16,fp8,0,0.015089599788188935
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,40,2,128,1,fp8,fp8,0,0.014718399941921234
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,40,4,128,1,float16,float16,0,0.014769600331783294
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,40,4,128,1,float16,fp8,0,0.015331199765205384
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,40,4,128,1,fp8,fp8,0,0.01748320013284683
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,40,8,128,1,float16,fp8,0,0.015625600516796113
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,40,8,128,1,fp8,fp8,0,0.015398399531841278
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,40,8,128,1,float16,float16,0,0.01496479958295822
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,40,1,128,1,float16,float16,0,0.45311360359191893
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,40,1,128,1,fp8,fp8,0,0.4911168098449707
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,40,1,128,1,float16,fp8,0,0.49132962226867677
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,40,2,128,1,float16,fp8,0,0.5
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,40,2,128,1,float16,float16,0,0.5170896053314209
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,40,4,128,1,float16,float16,0,0.4865295886993408
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,40,2,128,1,fp8,fp8,0,0.4999743938446045
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,40,4,128,1,float16,fp8,0,0.5215760231018066
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,40,4,128,1,fp8,fp8,0,0.5238959789276123
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,40,8,128,1,float16,float16,0,0.5224495887756347
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,40,40,128,1,float16,fp8,0,0.39863998889923097
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,40,8,128,1,float16,fp8,0,0.5591631889343261
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,40,40,128,1,float16,float16,0,0.48227200508117674
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,40,8,128,1,fp8,fp8,0,0.6653295993804932
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,40,1,128,1,float16,float16,0,0.2359935998916626
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,40,40,128,1,fp8,fp8,0,0.3993232011795044
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,40,1,128,1,fp8,fp8,0,0.25152480602264404
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,40,1,128,1,float16,fp8,0,0.2523423910140991
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,40,2,128,1,float16,float16,0,0.23644158840179444
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,40,2,128,1,float16,fp8,0,0.25897119045257566
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,40,4,128,1,float16,float16,0,0.2489487886428833
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,40,2,128,1,fp8,fp8,0,0.35232479572296144
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,40,4,128,1,float16,fp8,0,0.2661312103271484
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,40,4,128,1,fp8,fp8,0,0.26548960208892824
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,40,8,128,1,float16,float16,0,0.26816959381103517
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,40,8,128,1,float16,fp8,0,0.28278241157531736
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,40,8,128,1,fp8,fp8,0,0.2853087902069092
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,40,40,128,1,float16,float16,0,0.24833600521087645
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,40,1,128,1,float16,float16,0,0.12440320253372192
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,40,40,128,1,fp8,fp8,0,0.2065056085586548
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,40,1,128,1,float16,fp8,0,0.13266079425811766
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,40,40,128,1,float16,fp8,0,0.27487199306488036
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,40,1,128,1,fp8,fp8,0,0.13303040266036986
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,40,2,128,1,float16,float16,0,0.12513279914855957
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,40,2,128,1,float16,fp8,0,0.1351215958595276
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,40,2,128,1,fp8,fp8,0,0.13614720106124878
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,40,4,128,1,float16,float16,0,0.12984960079193114
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,40,4,128,1,fp8,fp8,0,0.13990559577941894
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,40,4,128,1,float16,fp8,0,0.20522239208221435
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,40,8,128,1,float16,float16,0,0.1394544005393982
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,40,8,128,1,fp8,fp8,0,0.14795199632644654
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,40,8,128,1,float16,fp8,0,0.14855680465698243
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,40,40,128,1,float16,float16,0,0.1335376024246216
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,40,40,128,1,float16,fp8,0,0.10796799659729003
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,40,1,128,1,float16,float16,0,0.06838719844818116
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,40,40,128,1,fp8,fp8,0,0.15032000541687013
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,40,1,128,1,float16,fp8,0,0.07128959894180298
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,40,1,128,1,fp8,fp8,0,0.07132160067558288
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,40,2,128,1,float16,fp8,0,0.07289599776268005
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,40,2,128,1,float16,float16,0,0.07032319903373718
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,40,2,128,1,fp8,fp8,0,0.07243520021438599
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,40,4,128,1,float16,float16,0,0.1060960054397583
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,40,4,128,1,float16,fp8,0,0.07425600290298462
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,40,4,128,1,fp8,fp8,0,0.07379199862480164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,40,8,128,1,fp8,fp8,0,0.07763519883155823
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,40,8,128,1,float16,float16,0,0.0776848018169403
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,40,8,128,1,float16,fp8,0,0.07766720056533813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,40,40,128,1,float16,float16,0,0.07148000001907348
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,40,40,128,1,fp8,fp8,0,0.05678719878196716
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,40,1,128,1,float16,float16,0,0.03860319852828979
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,40,40,128,1,float16,fp8,0,0.0770687997341156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,40,1,128,1,float16,fp8,0,0.03543199896812439
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,40,1,128,1,fp8,fp8,0,0.03592959940433502
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,40,2,128,1,float16,float16,0,0.03901120126247406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,40,4,128,1,float16,float16,0,0.0407584011554718
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,40,2,128,1,fp8,fp8,0,0.055553597211837766
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,40,2,128,1,float16,fp8,0,0.03603839874267578
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,40,4,128,1,float16,fp8,0,0.037364798784255984
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,40,4,128,1,fp8,fp8,0,0.036908799409866334
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,40,8,128,1,float16,fp8,0,0.040382400155067444
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,40,8,128,1,float16,float16,0,0.04437279999256134
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,40,8,128,1,fp8,fp8,0,0.03995839953422546
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,40,40,128,1,float16,float16,0,0.05493119955062866
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,40,1,128,1,float16,fp8,0,0.023684799671173096
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,40,1,128,1,fp8,fp8,0,0.02428479939699173
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,40,40,128,1,float16,fp8,0,0.031044799089431762
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,40,40,128,1,fp8,fp8,0,0.030169600248336793
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,40,1,128,1,float16,float16,0,0.02231999933719635
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,40,2,128,1,float16,float16,0,0.022067199647426605
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,40,2,128,1,float16,fp8,0,0.03420319855213165
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,40,2,128,1,fp8,fp8,0,0.023643200099468232
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,40,4,128,1,float16,float16,0,0.023217600584030152
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,40,4,128,1,float16,fp8,0,0.023950399458408357
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,40,8,128,1,float16,float16,0,0.023785600066185
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,40,4,128,1,fp8,fp8,0,0.023975999653339387
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,40,8,128,1,float16,fp8,0,0.023664000630378722
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,40,40,128,1,float16,float16,0,0.021831999719142913
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,40,8,128,1,fp8,fp8,0,0.034755200147628784
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,40,40,128,1,float16,fp8,0,0.020260800421237946
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,40,1,128,1,float16,float16,0,0.016942399740219116
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,40,40,128,1,fp8,fp8,0,0.019934399425983428
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,40,1,128,1,float16,fp8,0,0.018454399704933167
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,40,1,128,1,fp8,fp8,0,0.01844799965620041
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,40,2,128,1,float16,float16,0,0.017334400117397307
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,40,2,128,1,fp8,fp8,0,0.018639999628067016
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,40,2,128,1,float16,fp8,0,0.025809600949287415
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,40,4,128,1,float16,float16,0,0.017284800112247468
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,40,4,128,1,float16,fp8,0,0.018398399651050567
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,40,4,128,1,fp8,fp8,0,0.018436799943447112
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,40,8,128,1,float16,float16,0,0.017880000174045563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,40,8,128,1,fp8,fp8,0,0.018852800130844116
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,40,8,128,1,float16,fp8,0,0.01844000071287155
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,40,40,128,1,float16,float16,0,0.01993120014667511
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,40,40,128,1,float16,fp8,0,0.014425599575042724
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,40,1,128,1,float16,float16,0,0.012961600720882416
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,40,40,128,1,fp8,fp8,0,0.014364799857139588
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,40,1,128,1,float16,fp8,0,0.013391999900341034
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,40,2,128,1,float16,float16,0,0.01263200044631958
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,40,1,128,1,fp8,fp8,0,0.013969600200653076
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,40,2,128,1,float16,fp8,0,0.016164800524711607
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,40,2,128,1,fp8,fp8,0,0.012988799810409546
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,40,4,128,1,float16,float16,0,0.013129599392414093
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,40,4,128,1,float16,fp8,0,0.013393600285053254
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,40,4,128,1,fp8,fp8,0,0.01356479972600937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,40,8,128,1,float16,fp8,0,0.013902400434017182
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,40,8,128,1,float16,float16,0,0.012996800243854523
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,40,8,128,1,fp8,fp8,0,0.016201600432395935
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,40,40,128,1,float16,float16,0,0.013512000441551208
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,40,1,128,1,float16,float16,0,0.012503999471664428
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,40,40,128,1,float16,fp8,0,0.013984000682830811
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,40,40,128,1,fp8,fp8,0,0.013971200585365296
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,40,1,128,1,float16,fp8,0,0.013348799943923951
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,40,1,128,1,fp8,fp8,0,0.012886400520801543
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,40,2,128,1,float16,float16,0,0.015116800367832185
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,40,2,128,1,float16,fp8,0,0.013038399815559387
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,40,2,128,1,fp8,fp8,0,0.013247999548912048
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,40,4,128,1,float16,float16,0,0.012825599312782288
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,40,4,128,1,float16,fp8,0,0.013193599879741669
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,40,4,128,1,fp8,fp8,0,0.013412800431251527
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,40,8,128,1,float16,float16,0,0.012715199589729309
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,40,8,128,1,float16,fp8,0,0.012963199615478515
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,40,8,128,1,fp8,fp8,0,0.013206399977207184
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,40,1,128,1,float16,float16,0,0.23370559215545655
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,40,1,128,1,fp8,fp8,0,0.2551919937133789
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,40,2,128,1,float16,float16,0,0.2389552116394043
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,40,1,128,1,float16,fp8,0,0.25181920528411866
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,40,2,128,1,float16,fp8,0,0.257206392288208
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,40,2,128,1,fp8,fp8,0,0.25759360790252683
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,40,4,128,1,float16,float16,0,0.24819839000701904
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,40,4,128,1,float16,fp8,0,0.2682015895843506
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,40,4,128,1,fp8,fp8,0,0.26565120220184324
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,40,8,128,1,float16,float16,0,0.29973440170288085
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,40,8,128,1,float16,fp8,0,0.3124176025390625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,40,8,128,1,fp8,fp8,0,0.31293439865112305
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,40,40,128,1,float16,float16,0,0.30489919185638426
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,40,1,128,1,float16,float16,0,0.12474240064620971
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,40,40,128,1,float16,fp8,0,0.29121758937835696
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,40,1,128,1,float16,fp8,0,0.13372000455856323
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,40,1,128,1,fp8,fp8,0,0.13297120332717896
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,40,40,128,1,fp8,fp8,0,0.288916802406311
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,40,2,128,1,float16,float16,0,0.1273743987083435
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,40,2,128,1,fp8,fp8,0,0.13621599674224855
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,40,2,128,1,float16,fp8,0,0.13608479499816895
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,40,4,128,1,float16,float16,0,0.13209760189056396
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,40,4,128,1,float16,fp8,0,0.13927680253982544
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,40,4,128,1,fp8,fp8,0,0.13956160545349122
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,40,8,128,1,float16,float16,0,0.1554352045059204
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,40,8,128,1,float16,fp8,0,0.164902400970459
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,40,8,128,1,fp8,fp8,0,0.1641551971435547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,40,1,128,1,float16,float16,0,0.06848160028457642
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,40,1,128,1,float16,fp8,0,0.07200160026550292
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,40,40,128,1,fp8,fp8,0,0.15145599842071533
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,40,40,128,1,float16,fp8,0,0.15140639543533324
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,40,40,128,1,float16,float16,0,0.16040159463882447
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,40,1,128,1,fp8,fp8,0,0.07198399901390076
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,40,2,128,1,float16,float16,0,0.06959999799728393
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,40,2,128,1,float16,fp8,0,0.07296000123023987
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,40,2,128,1,fp8,fp8,0,0.07308319807052613
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,40,4,128,1,float16,float16,0,0.07165120244026184
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,40,8,128,1,float16,float16,0,0.08451679944992066
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,40,4,128,1,float16,fp8,0,0.07428799867630005
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,40,4,128,1,fp8,fp8,0,0.07490079998970031
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,40,8,128,1,float16,fp8,0,0.08585119843482972
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,40,8,128,1,fp8,fp8,0,0.08568000197410583
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,40,40,128,1,float16,float16,0,0.08600800037384033
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,40,40,128,1,float16,fp8,0,0.0791375994682312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,40,1,128,1,float16,float16,0,0.038361600041389464
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,40,1,128,1,float16,fp8,0,0.03561440110206604
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,40,40,128,1,fp8,fp8,0,0.07935519814491272
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,40,1,128,1,fp8,fp8,0,0.03565120100975037
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,40,2,128,1,float16,float16,0,0.04059520065784454
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,40,2,128,1,float16,fp8,0,0.03577759861946106
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,40,2,128,1,fp8,fp8,0,0.0359824001789093
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,40,4,128,1,float16,float16,0,0.041315200924873355
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,40,4,128,1,float16,fp8,0,0.037539198994636536
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,40,4,128,1,fp8,fp8,0,0.03775680065155029
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,40,8,128,1,float16,fp8,0,0.046035200357437134
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,40,8,128,1,float16,float16,0,0.047577598690986635
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,40,8,128,1,fp8,fp8,0,0.04456959962844849
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,40,40,128,1,float16,fp8,0,0.038324800133705136
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,40,40,128,1,float16,float16,0,0.04796479940414429
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,40,1,128,1,float16,float16,0,0.022023999691009523
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,40,1,128,1,float16,fp8,0,0.02406879961490631
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,40,40,128,1,fp8,fp8,0,0.03891200125217438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,40,1,128,1,fp8,fp8,0,0.023636800050735474
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,40,2,128,1,float16,float16,0,0.022163200378417968
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,40,2,128,1,float16,fp8,0,0.023358400166034698
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,40,4,128,1,float16,float16,0,0.022550399601459502
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,40,2,128,1,fp8,fp8,0,0.023473599553108217
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,40,4,128,1,float16,fp8,0,0.024222399294376373
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,40,4,128,1,fp8,fp8,0,0.023868800699710847
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,40,8,128,1,float16,float16,0,0.023185600340366364
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,40,8,128,1,float16,fp8,0,0.023683199286460878
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,40,8,128,1,fp8,fp8,0,0.023953600227832793
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,40,40,128,1,float16,float16,0,0.02464960068464279
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,40,40,128,1,float16,fp8,0,0.023932799696922302
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,40,1,128,1,float16,float16,0,0.017265599966049195
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,40,1,128,1,float16,fp8,0,0.018475200235843658
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,40,40,128,1,fp8,fp8,0,0.024001599848270418
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,40,1,128,1,fp8,fp8,0,0.01810719966888428
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,40,2,128,1,float16,float16,0,0.017312000691890716
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,40,2,128,1,float16,fp8,0,0.018423999845981597
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,40,2,128,1,fp8,fp8,0,0.018335999548435213
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,40,4,128,1,float16,fp8,0,0.018518400192260743
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,40,4,128,1,float16,float16,0,0.0173552006483078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,40,4,128,1,fp8,fp8,0,0.01854719966650009
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,40,8,128,1,float16,float16,0,0.01743520051240921
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,40,8,128,1,fp8,fp8,0,0.018515199422836304
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,40,8,128,1,float16,fp8,0,0.018607999384403228
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,40,40,128,1,float16,float16,0,0.017657600343227386
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,40,40,128,1,float16,fp8,0,0.018452799320220946
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,40,40,128,1,fp8,fp8,0,0.01838880032300949
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,40,1,128,1,float16,float16,0,0.013043199479579926
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,40,1,128,1,float16,fp8,0,0.013046400249004364
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,40,2,128,1,float16,float16,0,0.01273760050535202
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,40,2,128,1,fp8,fp8,0,0.013331200182437896
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,40,1,128,1,fp8,fp8,0,0.013361600041389466
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,40,2,128,1,float16,fp8,0,0.013337600231170654
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,40,4,128,1,float16,float16,0,0.013068799674510957
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,40,4,128,1,float16,fp8,0,0.013326400518417358
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,40,4,128,1,fp8,fp8,0,0.01350879967212677
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,40,8,128,1,float16,fp8,0,0.013521599769592284
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,40,8,128,1,float16,float16,0,0.012851199507713318
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,40,8,128,1,fp8,fp8,0,0.013350400328636169
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,40,40,128,1,float16,float16,0,0.013121600449085235
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,40,40,128,1,float16,fp8,0,0.013838399946689606
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,40,1,128,1,float16,float16,0,0.012443199753761292
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,40,40,128,1,fp8,fp8,0,0.013847999274730682
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,40,1,128,1,float16,fp8,0,0.012916800379753113
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,40,2,128,1,float16,float16,0,0.012505599856376648
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,40,1,128,1,fp8,fp8,0,0.012993599474430084
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,40,2,128,1,float16,fp8,0,0.01329279989004135
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,40,2,128,1,fp8,fp8,0,0.013065600395202636
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,40,4,128,1,float16,float16,0,0.012548799812793731
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,40,4,128,1,fp8,fp8,0,0.013335999846458436
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,40,8,128,1,float16,float16,0,0.012880000472068786
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,40,4,128,1,float16,fp8,0,0.01316480040550232
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,40,40,128,1,float16,float16,0,0.012716799974441528
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,40,8,128,1,float16,fp8,0,0.013230399787425995
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,40,8,128,1,fp8,fp8,0,0.01327199935913086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,40,40,128,1,float16,fp8,0,0.013708800077438354
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,40,40,128,1,fp8,fp8,0,0.013790400326251983
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,40,1,128,1,float16,float16,0,0.012289600074291229
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,40,1,128,1,float16,fp8,0,0.01279039978981018
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,40,2,128,1,float16,float16,0,0.012336000055074691
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,40,1,128,1,fp8,fp8,0,0.012857599556446076
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,40,2,128,1,float16,fp8,0,0.01308639943599701
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,40,4,128,1,float16,float16,0,0.012387199699878693
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,40,2,128,1,fp8,fp8,0,0.012910400331020356
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,40,4,128,1,float16,fp8,0,0.012804800271987915
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,40,4,128,1,fp8,fp8,0,0.012734399735927581
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,40,8,128,1,float16,float16,0,0.012479999661445617
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,40,8,128,1,float16,fp8,0,0.01295199990272522
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,40,8,128,1,fp8,fp8,0,0.012982399761676788
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,40,1,128,1,float16,fp8,0,0.13483359813690185
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,40,1,128,1,float16,float16,0,0.12345279455184936
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,40,2,128,1,float16,float16,0,0.12479360103607177
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,40,1,128,1,fp8,fp8,0,0.1326640009880066
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,40,2,128,1,float16,fp8,0,0.13723839521408082
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,40,2,128,1,fp8,fp8,0,0.13703360557556152
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,40,4,128,1,float16,float16,0,0.1460271954536438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,40,4,128,1,fp8,fp8,0,0.15202879905700684
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,40,4,128,1,float16,fp8,0,0.15425920486450195
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,40,8,128,1,float16,float16,0,0.17709280252456666
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,40,8,128,1,float16,fp8,0,0.18877439498901366
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,40,8,128,1,fp8,fp8,0,0.18834079504013063
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,40,1,128,1,float16,float16,0,0.06789439916610718
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,40,40,128,1,float16,float16,0,0.23221280574798583
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,40,1,128,1,float16,fp8,0,0.07301759719848633
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,40,1,128,1,fp8,fp8,0,0.07297279834747314
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,40,40,128,1,float16,fp8,0,0.2355423927307129
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,40,2,128,1,float16,float16,0,0.0709119975566864
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,40,40,128,1,fp8,fp8,0,0.23457601070404052
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,40,2,128,1,fp8,fp8,0,0.07372000217437744
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,40,2,128,1,float16,fp8,0,0.07386080026626587
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,40,4,128,1,float16,float16,0,0.07779359817504883
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,40,4,128,1,float16,fp8,0,0.08294559717178344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,40,4,128,1,fp8,fp8,0,0.08302080035209655
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,40,8,128,1,float16,float16,0,0.09600480198860169
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,40,8,128,1,float16,fp8,0,0.10185920000076294
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,40,8,128,1,fp8,fp8,0,0.10141760110855103
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,40,1,128,1,float16,float16,0,0.039971199631690976
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,40,40,128,1,float16,float16,0,0.12414400577545166
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,40,40,128,1,fp8,fp8,0,0.12416319847106934
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,40,40,128,1,float16,fp8,0,0.12438559532165527
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,40,1,128,1,fp8,fp8,0,0.03555519878864288
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,40,1,128,1,float16,fp8,0,0.0358240008354187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,40,2,128,1,float16,float16,0,0.04100160002708435
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,40,4,128,1,float16,float16,0,0.04532159864902496
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,40,2,128,1,fp8,fp8,0,0.03591519892215729
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,40,2,128,1,float16,fp8,0,0.03606719970703125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,40,4,128,1,float16,fp8,0,0.04175840020179748
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,40,4,128,1,fp8,fp8,0,0.041966399550437926
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,40,8,128,1,float16,float16,0,0.054795199632644655
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,40,8,128,1,float16,fp8,0,0.0537056028842926
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,40,8,128,1,fp8,fp8,0,0.05400639772415161
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,40,40,128,1,float16,fp8,0,0.06252480149269105
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,40,40,128,1,float16,float16,0,0.06647840142250061
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,40,1,128,1,float16,float16,0,0.02218720018863678
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,40,1,128,1,float16,fp8,0,0.023958399891853333
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,40,40,128,1,fp8,fp8,0,0.0625104010105133
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,40,1,128,1,fp8,fp8,0,0.0238319993019104
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,40,2,128,1,float16,float16,0,0.02239519953727722
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,40,2,128,1,fp8,fp8,0,0.023873600363731384
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,40,2,128,1,float16,fp8,0,0.02417439967393875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,40,4,128,1,fp8,fp8,0,0.023897600173950196
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,40,4,128,1,float16,fp8,0,0.02423200011253357
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,40,4,128,1,float16,float16,0,0.022201600670814513
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,40,8,128,1,float16,float16,0,0.026939201354980468
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,40,8,128,1,fp8,fp8,0,0.028539198637008666
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,40,8,128,1,float16,fp8,0,0.028785601258277893
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,40,40,128,1,float16,float16,0,0.03196159899234772
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,40,1,128,1,float16,float16,0,0.01717599928379059
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,40,40,128,1,fp8,fp8,0,0.03285439908504486
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,40,40,128,1,float16,fp8,0,0.032953599095344545
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,40,1,128,1,float16,fp8,0,0.01839199960231781
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,40,1,128,1,fp8,fp8,0,0.018352000415325163
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,40,2,128,1,float16,float16,0,0.017081600427627564
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,40,2,128,1,float16,fp8,0,0.018329599499702455
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,40,2,128,1,fp8,fp8,0,0.018244799971580506
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,40,4,128,1,float16,float16,0,0.01722559928894043
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,40,4,128,1,float16,fp8,0,0.018432000279426576
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,40,4,128,1,fp8,fp8,0,0.01847359985113144
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,40,8,128,1,float16,float16,0,0.017423999309539796
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,40,8,128,1,float16,fp8,0,0.018415999412536622
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,40,8,128,1,fp8,fp8,0,0.018454399704933167
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,40,40,128,1,float16,float16,0,0.021611200273036958
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,40,40,128,1,float16,fp8,0,0.02285760045051575
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,40,40,128,1,fp8,fp8,0,0.022881600260734557
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,40,1,128,1,float16,float16,0,0.01276959925889969
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,40,1,128,1,float16,fp8,0,0.013726399838924408
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,40,2,128,1,float16,fp8,0,0.01356319934129715
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,40,2,128,1,float16,float16,0,0.013019199669361114
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,40,1,128,1,fp8,fp8,0,0.01364160031080246
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,40,2,128,1,fp8,fp8,0,0.01337919980287552
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,40,4,128,1,float16,float16,0,0.012894399464130402
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,40,4,128,1,float16,fp8,0,0.013547199964523315
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,40,4,128,1,fp8,fp8,0,0.013580800592899322
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,40,8,128,1,float16,float16,0,0.012955200672149659
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,40,8,128,1,float16,fp8,0,0.0134320005774498
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,40,8,128,1,fp8,fp8,0,0.013393600285053254
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,40,40,128,1,float16,float16,0,0.016836799681186676
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,40,40,128,1,float16,fp8,0,0.0178384006023407
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,40,40,128,1,fp8,fp8,0,0.017899200320243835
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,40,1,128,1,float16,float16,0,0.01271039992570877
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,40,1,128,1,float16,fp8,0,0.013046400249004364
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,40,1,128,1,fp8,fp8,0,0.013031999766826629
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,40,2,128,1,float16,float16,0,0.012535999715328216
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,40,2,128,1,float16,fp8,0,0.013064000010490417
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,40,2,128,1,fp8,fp8,0,0.01316000074148178
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,40,4,128,1,float16,float16,0,0.012608000636100769
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,40,4,128,1,float16,fp8,0,0.013091200590133667
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,40,4,128,1,fp8,fp8,0,0.013347199559211731
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,40,8,128,1,float16,float16,0,0.012465599924325943
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,40,8,128,1,fp8,fp8,0,0.013158400356769562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,40,8,128,1,float16,fp8,0,0.013363200426101684
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,40,40,128,1,float16,float16,0,0.012936000525951386
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,40,40,128,1,fp8,fp8,0,0.013649600744247436
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,40,40,128,1,float16,fp8,0,0.013544000685214996
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,40,1,128,1,float16,float16,0,0.012401600182056428
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,40,1,128,1,float16,fp8,0,0.012755200266838074
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,40,1,128,1,fp8,fp8,0,0.012963199615478515
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,40,2,128,1,float16,float16,0,0.012081599980592727
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,40,2,128,1,float16,fp8,0,0.01292479932308197
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,40,4,128,1,float16,float16,0,0.012144000083208085
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,40,2,128,1,fp8,fp8,0,0.012774400413036346
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,40,4,128,1,float16,fp8,0,0.012801599502563477
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,40,4,128,1,fp8,fp8,0,0.013148799538612366
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,40,8,128,1,float16,float16,0,0.012031999975442886
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,40,8,128,1,float16,fp8,0,0.01295360028743744
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,40,8,128,1,fp8,fp8,0,0.01305440068244934
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,40,40,128,1,float16,float16,0,0.012744000554084778
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,40,40,128,1,float16,fp8,0,0.013433599472045898
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,40,1,128,1,float16,float16,0,0.011999999731779098
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,40,40,128,1,fp8,fp8,0,0.013609600067138673
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,40,1,128,1,float16,fp8,0,0.012595200538635254
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,40,1,128,1,fp8,fp8,0,0.012654399871826172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,40,2,128,1,float16,float16,0,0.012068799883127212
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,40,2,128,1,float16,fp8,0,0.012772800028324127
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,40,2,128,1,fp8,fp8,0,0.012596799433231354
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,40,4,128,1,float16,float16,0,0.012039999663829803
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,40,4,128,1,float16,fp8,0,0.012748800218105316
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,40,4,128,1,fp8,fp8,0,0.012647999823093415
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,40,8,128,1,float16,float16,0,0.012217599898576736
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,40,8,128,1,float16,fp8,0,0.012916800379753113
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,40,8,128,1,fp8,fp8,0,0.012643200159072877
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,40,1,128,1,float16,float16,0,0.06905760169029236
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,40,1,128,1,fp8,fp8,0,0.07337279915809632
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,40,1,128,1,float16,fp8,0,0.07387040257453918
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,40,2,128,1,float16,float16,0,0.07848960161209106
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,40,2,128,1,fp8,fp8,0,0.0818015992641449
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,40,2,128,1,float16,fp8,0,0.08259680271148681
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,40,4,128,1,float16,float16,0,0.09094399809837342
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,40,4,128,1,float16,fp8,0,0.10631040334701539
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,40,4,128,1,fp8,fp8,0,0.09983360171318054
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,40,8,128,1,float16,float16,0,0.10272799730300904
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,40,8,128,1,float16,fp8,0,0.10399199724197387
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,40,8,128,1,fp8,fp8,0,0.10425920486450195
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,40,1,128,1,float16,fp8,0,0.03632639944553375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,40,1,128,1,float16,float16,0,0.04027679860591889
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,40,40,128,1,float16,float16,0,0.19773119688034058
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,40,1,128,1,fp8,fp8,0,0.037411201000213626
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,40,2,128,1,float16,float16,0,0.04528799951076508
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,40,40,128,1,fp8,fp8,0,0.2121664047241211
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,40,40,128,1,float16,fp8,0,0.2322671890258789
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,40,2,128,1,float16,fp8,0,0.04201599955558777
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,40,2,128,1,fp8,fp8,0,0.04151360094547272
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,40,4,128,1,float16,float16,0,0.05355679988861084
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,40,4,128,1,float16,fp8,0,0.05182719826698303
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,40,4,128,1,fp8,fp8,0,0.05142880082130432
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,40,8,128,1,float16,fp8,0,0.07155680060386657
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,40,8,128,1,float16,float16,0,0.057283198833465575
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,40,8,128,1,fp8,fp8,0,0.05535680055618286
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,40,40,128,1,float16,fp8,0,0.10894080400466918
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,40,40,128,1,float16,float16,0,0.10475200414657593
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,40,40,128,1,fp8,fp8,0,0.1087007999420166
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,40,1,128,1,float16,float16,0,0.02909280061721802
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,40,1,128,1,fp8,fp8,0,0.024427199363708497
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,40,1,128,1,float16,fp8,0,0.024568000435829164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,40,2,128,1,float16,float16,0,0.02245599925518036
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,40,2,128,1,fp8,fp8,0,0.024481600522994994
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,40,2,128,1,float16,fp8,0,0.0244719997048378
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,40,4,128,1,float16,float16,0,0.02630879878997803
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,40,4,128,1,float16,fp8,0,0.03803519904613495
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,40,4,128,1,fp8,fp8,0,0.028654399514198303
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,40,8,128,1,float16,float16,0,0.026822400093078614
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,40,8,128,1,float16,fp8,0,0.02882080078125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,40,8,128,1,fp8,fp8,0,0.028751999139785767
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,40,40,128,1,float16,float16,0,0.06689760088920593
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,40,1,128,1,float16,float16,0,0.017591999471187593
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,40,40,128,1,float16,fp8,0,0.05546720027923584
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,40,1,128,1,float16,fp8,0,0.018795199692249298
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,40,40,128,1,fp8,fp8,0,0.05607680082321167
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,40,1,128,1,fp8,fp8,0,0.022971199452877046
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,40,2,128,1,float16,float16,0,0.01748639941215515
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,40,2,128,1,float16,fp8,0,0.01873439997434616
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,40,2,128,1,fp8,fp8,0,0.01886879950761795
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,40,4,128,1,float16,float16,0,0.01777600049972534
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,40,4,128,1,float16,fp8,0,0.023134399950504304
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,40,4,128,1,fp8,fp8,0,0.018760000169277192
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,40,8,128,1,float16,float16,0,0.0177839994430542
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,40,8,128,1,fp8,fp8,0,0.018777599930763243
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,40,8,128,1,float16,fp8,0,0.018748800456523895
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,40,40,128,1,float16,fp8,0,0.03203839957714081
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,40,40,128,1,float16,float16,0,0.036564800143241885
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,40,40,128,1,fp8,fp8,0,0.0321615993976593
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,40,1,128,1,float16,float16,0,0.013233600556850434
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,40,1,128,1,float16,fp8,0,0.013691200315952301
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,40,1,128,1,fp8,fp8,0,0.01369599997997284
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,40,2,128,1,float16,float16,0,0.01534239947795868
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,40,2,128,1,float16,fp8,0,0.01358560025691986
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,40,2,128,1,fp8,fp8,0,0.0135903999209404
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,40,4,128,1,float16,float16,0,0.012883199751377106
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,40,4,128,1,float16,fp8,0,0.013500800728797913
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,40,4,128,1,fp8,fp8,0,0.016359999775886536
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,40,8,128,1,float16,fp8,0,0.013529600203037262
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,40,8,128,1,float16,float16,0,0.013059200346469879
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,40,8,128,1,fp8,fp8,0,0.013518400490283966
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,40,40,128,1,float16,float16,0,0.02072640061378479
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,40,40,128,1,float16,fp8,0,0.026643198728561402
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,40,40,128,1,fp8,fp8,0,0.02252800017595291
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,40,1,128,1,float16,float16,0,0.012734399735927581
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,40,1,128,1,float16,fp8,0,0.01329279989004135
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,40,1,128,1,fp8,fp8,0,0.013568000495433807
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,40,2,128,1,float16,float16,0,0.01271039992570877
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,40,2,128,1,fp8,fp8,0,0.013347199559211731
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,40,4,128,1,float16,float16,0,0.01252799928188324
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,40,2,128,1,float16,fp8,0,0.01558080017566681
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,40,4,128,1,float16,fp8,0,0.013275200128555298
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,40,4,128,1,fp8,fp8,0,0.01321759968996048
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,40,8,128,1,float16,float16,0,0.012488000094890594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,40,8,128,1,fp8,fp8,0,0.013131199777126313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,40,8,128,1,float16,fp8,0,0.01531360000371933
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,40,40,128,1,float16,float16,0,0.016475200653076172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,40,40,128,1,float16,fp8,0,0.017735999822616578
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,40,40,128,1,fp8,fp8,0,0.01780800074338913
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,40,1,128,1,float16,float16,0,0.012348800152540206
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,40,1,128,1,float16,fp8,0,0.012751999497413635
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,40,1,128,1,fp8,fp8,0,0.014787200093269347
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,40,2,128,1,float16,float16,0,0.01218400001525879
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,40,2,128,1,float16,fp8,0,0.012950399518013
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,40,2,128,1,fp8,fp8,0,0.01284639984369278
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,40,4,128,1,float16,float16,0,0.01241919994354248
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,40,4,128,1,float16,fp8,0,0.01284639984369278
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,40,4,128,1,fp8,fp8,0,0.014931200444698334
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,40,8,128,1,float16,fp8,0,0.012740799784660339
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,40,8,128,1,float16,float16,0,0.012025599926710128
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,40,8,128,1,fp8,fp8,0,0.012777599692344665
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,40,40,128,1,float16,float16,0,0.01284479945898056
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,40,40,128,1,float16,fp8,0,0.01361439973115921
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,40,40,128,1,fp8,fp8,0,0.014636799693107605
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,40,1,128,1,float16,float16,0,0.012054400146007537
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,40,1,128,1,float16,fp8,0,0.012697599828243256
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,40,1,128,1,fp8,fp8,0,0.012745599448680877
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,40,2,128,1,float16,float16,0,0.012076800316572189
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,40,2,128,1,float16,fp8,0,0.012606400251388549
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,40,4,128,1,float16,float16,0,0.012009599804878235
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,40,2,128,1,fp8,fp8,0,0.013691200315952301
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,40,4,128,1,float16,fp8,0,0.012649600207805634
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,40,4,128,1,fp8,fp8,0,0.012727999687194824
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,40,8,128,1,float16,fp8,0,0.01242239996790886
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,40,8,128,1,float16,float16,0,0.011852800101041793
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,40,8,128,1,fp8,fp8,0,0.012518399953842163
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,40,40,128,1,float16,float16,0,0.013558399677276612
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,40,40,128,1,float16,fp8,0,0.013593600690364837
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,40,40,128,1,fp8,fp8,0,0.01343040019273758
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,40,1,128,1,float16,float16,0,0.01183520033955574
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,40,1,128,1,float16,fp8,0,0.012532800436019897
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,40,1,128,1,fp8,fp8,0,0.012612800300121307
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,40,2,128,1,float16,float16,0,0.01276959925889969
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,40,2,128,1,float16,fp8,0,0.012606400251388549
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,40,2,128,1,fp8,fp8,0,0.012513600289821625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,40,4,128,1,float16,float16,0,0.0118367999792099
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,40,4,128,1,float16,fp8,0,0.012591999769210816
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,40,4,128,1,fp8,fp8,0,0.012443199753761292
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,40,8,128,1,float16,float16,0,0.012481600046157837
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,40,8,128,1,float16,fp8,0,0.012465599924325943
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,40,8,128,1,fp8,fp8,0,0.012449599802494049
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,40,1,128,1,float16,float16,0,0.02083680033683777
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,40,1,128,1,float16,fp8,0,0.022708800435066224
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,40,1,128,1,fp8,fp8,0,0.023263999819755556
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,40,2,128,1,float16,float16,0,0.028233599662780762
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,40,2,128,1,float16,fp8,0,0.03115839958190918
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,40,2,128,1,fp8,fp8,0,0.03102400004863739
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,40,4,128,1,float16,float16,0,0.042719998955726625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,40,4,128,1,float16,fp8,0,0.05092480182647705
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,40,4,128,1,fp8,fp8,0,0.048809599876403806
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,40,8,128,1,float16,float16,0,0.07041440010070801
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,40,8,128,1,float16,fp8,0,0.08363839983940125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,40,8,128,1,fp8,fp8,0,0.08334720134735107
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,40,40,128,1,float16,float16,0,0.1609007954597473
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,40,1,128,1,float16,float16,0,0.014614400267601014
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,40,1,128,1,float16,fp8,0,0.015751999616622925
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,40,1,128,1,fp8,fp8,0,0.016087999939918517
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,40,2,128,1,float16,float16,0,0.0182096004486084
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,40,40,128,1,float16,fp8,0,0.1864591956138611
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,40,2,128,1,float16,fp8,0,0.020046399533748628
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,40,40,128,1,fp8,fp8,0,0.18428159952163697
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,40,4,128,1,float16,float16,0,0.02581599950790405
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,40,2,128,1,fp8,fp8,0,0.020819200575351714
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,40,4,128,1,float16,fp8,0,0.02898080050945282
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,40,4,128,1,fp8,fp8,0,0.028830400109291075
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,40,8,128,1,float16,float16,0,0.04014399945735932
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,40,8,128,1,float16,fp8,0,0.04637599885463715
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,40,8,128,1,fp8,fp8,0,0.05365920066833496
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,40,1,128,1,float16,float16,0,0.013179199397563934
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,40,40,128,1,float16,float16,0,0.08368319869041443
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,40,40,128,1,float16,fp8,0,0.09964479804039002
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,40,1,128,1,float16,fp8,0,0.015846399962902068
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,40,40,128,1,fp8,fp8,0,0.09865919947624206
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,40,1,128,1,fp8,fp8,0,0.013964800536632538
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,40,2,128,1,float16,float16,0,0.013544000685214996
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,40,2,128,1,float16,fp8,0,0.014441600441932679
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,40,2,128,1,fp8,fp8,0,0.015999999642372132
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,40,4,128,1,float16,fp8,0,0.018423999845981597
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,40,4,128,1,float16,float16,0,0.017108799517154695
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,40,4,128,1,fp8,fp8,0,0.01863519996404648
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,40,8,128,1,float16,float16,0,0.024689599871635437
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,40,8,128,1,fp8,fp8,0,0.02717919945716858
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,40,8,128,1,float16,fp8,0,0.03130080103874207
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,40,40,128,1,float16,float16,0,0.046456000208854674
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,40,1,128,1,float16,float16,0,0.012670400738716125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,40,40,128,1,float16,fp8,0,0.05437440276145935
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,40,1,128,1,float16,fp8,0,0.01531360000371933
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,40,40,128,1,fp8,fp8,0,0.05431680083274841
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,40,1,128,1,fp8,fp8,0,0.013406400382518769
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,40,2,128,1,float16,float16,0,0.012593600153923034
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,40,2,128,1,float16,fp8,0,0.013228799402713775
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,40,2,128,1,fp8,fp8,0,0.014844800531864166
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,40,4,128,1,float16,float16,0,0.012630400061607362
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,40,4,128,1,float16,fp8,0,0.013395200669765472
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,40,4,128,1,fp8,fp8,0,0.013519999384880067
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,40,8,128,1,float16,float16,0,0.016283200681209566
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,40,8,128,1,float16,fp8,0,0.019766399264335634
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,40,8,128,1,fp8,fp8,0,0.017745600640773775
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,40,40,128,1,float16,fp8,0,0.031497600674629214
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,40,40,128,1,float16,float16,0,0.02788960039615631
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,40,40,128,1,fp8,fp8,0,0.03146080076694489
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,40,1,128,1,float16,float16,0,0.013195200264453888
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,40,1,128,1,float16,fp8,0,0.012812800705432892
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,40,1,128,1,fp8,fp8,0,0.012697599828243256
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,40,2,128,1,float16,float16,0,0.012054400146007537
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,40,2,128,1,float16,fp8,0,0.012931199371814727
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,40,2,128,1,fp8,fp8,0,0.01422239989042282
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,40,4,128,1,float16,fp8,0,0.012768000364303589
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,40,4,128,1,float16,float16,0,0.01213119998574257
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,40,4,128,1,fp8,fp8,0,0.012892800569534301
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,40,8,128,1,float16,float16,0,0.012243200093507767
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,40,8,128,1,float16,fp8,0,0.01433439999818802
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,40,8,128,1,fp8,fp8,0,0.012980799376964568
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,40,40,128,1,float16,float16,0,0.020230400562286376
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,40,40,128,1,float16,fp8,0,0.022169600427150726
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,40,40,128,1,fp8,fp8,0,0.022303999960422517
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,40,1,128,1,float16,float16,0,0.012916800379753113
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,40,1,128,1,float16,fp8,0,0.012361600250005721
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,40,1,128,1,fp8,fp8,0,0.012383999675512314
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,40,2,128,1,float16,float16,0,0.011798399686813354
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,40,2,128,1,float16,fp8,0,0.012726399302482604
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,40,4,128,1,float16,float16,0,0.01194560006260872
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,40,2,128,1,fp8,fp8,0,0.014008000493049622
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,40,4,128,1,float16,fp8,0,0.012647999823093415
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,40,4,128,1,fp8,fp8,0,0.012777599692344665
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,40,8,128,1,float16,float16,0,0.011999999731779098
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,40,8,128,1,float16,fp8,0,0.01276959925889969
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,40,8,128,1,fp8,fp8,0,0.013654400408267976
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,40,40,128,1,float16,float16,0,0.016225600242614747
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,40,40,128,1,float16,fp8,0,0.017547200620174407
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,40,40,128,1,fp8,fp8,0,0.01757120043039322
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,40,1,128,1,float16,float16,0,0.011444800347089768
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,40,1,128,1,float16,fp8,0,0.013043199479579926
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,40,1,128,1,fp8,fp8,0,0.012198399752378464
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,40,2,128,1,float16,float16,0,0.011548800021409988
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,40,2,128,1,fp8,fp8,0,0.012204799801111221
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,40,2,128,1,float16,fp8,0,0.01223199963569641
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,40,4,128,1,float16,float16,0,0.012457600235939026
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,40,4,128,1,float16,fp8,0,0.012468799948692322
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,40,4,128,1,fp8,fp8,0,0.012438400089740754
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,40,8,128,1,float16,float16,0,0.01183520033955574
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,40,40,128,1,float16,float16,0,0.012513600289821625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,40,8,128,1,float16,fp8,0,0.01326719969511032
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,40,8,128,1,fp8,fp8,0,0.012532800436019897
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,40,40,128,1,float16,fp8,0,0.013417600095272065
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,40,40,128,1,fp8,fp8,0,0.013326400518417358
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,40,1,128,1,float16,float16,0,0.011476799845695496
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,40,1,128,1,float16,fp8,0,0.013006399571895599
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,40,1,128,1,fp8,fp8,0,0.012216000258922577
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,40,2,128,1,float16,float16,0,0.011579199880361556
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,40,2,128,1,float16,fp8,0,0.012305600196123123
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,40,2,128,1,fp8,fp8,0,0.012153600156307221
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,40,4,128,1,float16,float16,0,0.011771199852228164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,40,4,128,1,float16,fp8,0,0.012303999811410903
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,40,4,128,1,fp8,fp8,0,0.01228799968957901
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,40,8,128,1,float16,float16,0,0.011627200245857238
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,40,8,128,1,float16,fp8,0,0.012251199781894683
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,40,8,128,1,fp8,fp8,0,0.012736000120639801
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,40,40,128,1,float16,float16,0,0.012529599666595458
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,40,40,128,1,float16,fp8,0,0.013342399895191193
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,40,40,128,1,fp8,fp8,0,0.013254399597644805
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,40,1,128,1,float16,float16,0,0.011503999680280685
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,40,1,128,1,fp8,fp8,0,0.012249600142240524
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,40,1,128,1,float16,fp8,0,0.012639999389648438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,40,2,128,1,float16,float16,0,0.01141119971871376
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,40,2,128,1,float16,fp8,0,0.012257599830627441
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,40,2,128,1,fp8,fp8,0,0.01231520026922226
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,40,4,128,1,float16,float16,0,0.011432000249624253
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,40,4,128,1,fp8,fp8,0,0.012171199917793274
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,40,4,128,1,float16,fp8,0,0.012624000012874604
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,40,8,128,1,float16,float16,0,0.01144160032272339
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,40,8,128,1,float16,fp8,0,0.012375999987125397
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,40,8,128,1,fp8,fp8,0,0.012160000205039979
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,32,1,128,1,fp8,fp8,0,24.72602233886719
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,32,2,128,1,float16,fp8,0,24.76802215576172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,32,2,128,1,fp8,fp8,0,24.91541442871094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,32,1,128,1,float16,float16,0,29.667074584960936
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,32,2,128,1,float16,float16,0,29.711019897460936
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,32,4,128,1,float16,fp8,0,25.210842895507813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,32,4,128,1,float16,float16,0,29.461770629882814
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,32,32,128,1,float16,float16,0,17.490406799316407
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,32,4,128,1,fp8,fp8,0,26.599053955078126
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,32,8,128,1,float16,fp8,0,27.11727294921875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,32,8,128,1,float16,float16,0,31.858035278320312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,32,8,128,1,fp8,fp8,0,25.873895263671876
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,32,1,128,1,float16,float16,0,14.769741821289063
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,32,1,128,1,float16,fp8,0,12.380264282226562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,32,1,128,1,fp8,fp8,0,12.465776062011718
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,32,2,128,1,float16,fp8,0,13.031974792480469
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,32,2,128,1,float16,float16,0,14.934405517578124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,32,1,128,1,float16,fp8,0,81.76259155273438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,32,2,128,1,fp8,fp8,0,13.231800842285157
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,32,4,128,1,float16,float16,0,16.30249786376953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,32,4,128,1,float16,fp8,0,13.752958679199219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,32,4,128,1,fp8,fp8,0,13.47741241455078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,32,8,128,1,float16,float16,0,15.982582092285156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,32,32,128,1,float16,float16,0,7.954873657226562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,32,8,128,1,fp8,fp8,0,13.222669982910157
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,32,1,128,1,float16,fp8,0,6.178462219238281
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,32,1,128,1,float16,float16,0,7.308683013916015
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,32,1,128,1,fp8,fp8,0,6.254358291625977
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,32,2,128,1,float16,fp8,0,6.296295928955078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,32,2,128,1,float16,float16,0,7.5464019775390625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,32,2,128,1,fp8,fp8,0,6.42579345703125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,32,4,128,1,float16,fp8,0,6.203839874267578
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,32,4,128,1,fp8,fp8,0,6.586254119873047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,32,4,128,1,float16,float16,0,7.755657958984375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,32,8,128,1,float16,fp8,0,6.830149078369141
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,32,8,128,1,fp8,fp8,0,6.687926483154297
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,32,8,128,1,float16,float16,0,8.317716979980469
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,32,32,128,1,float16,float16,0,4.131598281860351
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,32,8,128,1,float16,fp8,0,47.13932495117187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,32,1,128,1,float16,float16,0,3.9280513763427733
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,32,1,128,1,fp8,fp8,0,3.2745136260986327
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,32,2,128,1,float16,float16,0,3.511912155151367
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,32,1,128,1,float16,fp8,0,10.697666931152344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,32,2,128,1,float16,fp8,0,3.419279861450195
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,32,4,128,1,float16,float16,0,3.6543487548828124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,32,4,128,1,float16,fp8,0,3.5677345275878904
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,32,2,128,1,fp8,fp8,0,10.236873626708984
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,32,4,128,1,fp8,fp8,0,3.1517360687255858
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,32,8,128,1,float16,fp8,0,3.1704511642456055
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,32,8,128,1,fp8,fp8,0,3.206252670288086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,32,8,128,1,float16,float16,0,14.692405700683594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,32,1,128,1,float16,float16,0,17.803477478027343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,32,1,128,1,fp8,fp8,0,14.53487548828125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,32,2,128,1,float16,float16,0,17.96181640625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,32,1,128,1,float16,fp8,0,46.547183227539065
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,32,2,128,1,float16,fp8,0,14.750753784179688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,32,32,128,1,float16,fp8,0,6.439158630371094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,32,32,128,1,float16,fp8,0,3.199091148376465
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,32,32,128,1,float16,fp8,0,12.87871856689453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,32,4,128,1,float16,float16,0,17.51668701171875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,32,32,128,1,fp8,fp8,0,6.569012451171875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,32,4,128,1,float16,fp8,0,14.171243286132812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,32,4,128,1,fp8,fp8,0,14.126922607421875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,32,32,128,1,fp8,fp8,0,12.732617950439453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,32,32,128,1,fp8,fp8,0,3.2062782287597655
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,32,8,128,1,float16,float16,0,17.462474060058593
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,32,32,128,1,float16,fp8,0,7.368135833740235
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,32,32,128,1,float16,float16,0,9.174555206298828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,32,32,128,1,fp8,fp8,0,7.310665893554687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,32,2,128,1,fp8,fp8,0,46.60193786621094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,32,8,128,1,float16,fp8,0,15.03972930908203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,32,1,128,1,float16,float16,0,9.803697967529297
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,32,8,128,1,fp8,fp8,0,14.34981689453125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,32,1,128,1,float16,fp8,0,7.048596954345703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,32,1,128,1,fp8,fp8,0,7.030738830566406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,32,2,128,1,float16,fp8,0,7.055169677734375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,32,2,128,1,float16,float16,0,9.537665557861327
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,32,4,128,1,float16,float16,0,9.175678253173828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,32,4,128,1,fp8,fp8,0,7.135659027099609
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,32,4,128,1,float16,fp8,0,7.175849914550781
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,32,32,128,1,float16,float16,0,4.886999893188476
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,32,8,128,1,float16,fp8,0,7.06255874633789
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,32,8,128,1,fp8,fp8,0,7.11315689086914
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,32,8,128,1,float16,float16,0,9.935078430175782
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,32,32,128,1,fp8,fp8,0,3.792927932739258
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,32,1,128,1,float16,float16,0,4.35325927734375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,32,1,128,1,fp8,fp8,0,3.505384063720703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,32,1,128,1,float16,fp8,0,3.7747215270996093
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,32,2,128,1,float16,float16,0,4.125470352172852
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,32,32,128,1,float16,fp8,0,3.675136184692383
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,32,2,128,1,float16,fp8,0,3.943299102783203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,32,2,128,1,fp8,fp8,0,4.1573936462402346
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,32,4,128,1,float16,float16,0,4.320321655273437
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,32,4,128,1,float16,fp8,0,3.5228622436523436
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,32,4,128,1,fp8,fp8,0,3.556748962402344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,32,8,128,1,float16,fp8,0,3.567919921875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,32,32,128,1,float16,float16,0,2.4166799545288087
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,32,32,128,1,fp8,fp8,0,1.8440496444702148
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,32,32,128,1,float16,fp8,0,1.9821088790893555
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,32,2,128,1,fp8,fp8,0,22.775253295898438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,32,8,128,1,fp8,fp8,0,3.6046878814697267
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,32,8,128,1,float16,float16,0,5.066907119750977
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,32,1,128,1,float16,float16,0,1.9605680465698243
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,32,1,128,1,float16,fp8,0,1.7626655578613282
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,32,2,128,1,float16,fp8,0,1.7681856155395508
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,32,2,128,1,float16,float16,0,1.9358495712280273
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,32,1,128,1,fp8,fp8,0,2.1197439193725587
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,32,4,128,1,float16,float16,0,2.0402719497680666
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,32,4,128,1,fp8,fp8,0,1.893939208984375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,32,4,128,1,float16,fp8,0,2.241012763977051
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,32,8,128,1,float16,float16,0,2.1503376007080077
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,32,8,128,1,float16,fp8,0,1.7770288467407227
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,32,8,128,1,fp8,fp8,0,1.9272144317626954
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,32,2,128,1,fp8,fp8,0,5.434470367431641
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,32,1,128,1,fp8,fp8,0,9.907630157470702
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,32,1,128,1,float16,fp8,0,9.987678527832031
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,32,2,128,1,float16,fp8,0,10.079468536376954
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,32,1,128,1,float16,float16,0,12.01816177368164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,32,2,128,1,fp8,fp8,0,10.478627014160157
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,32,2,128,1,float16,float16,0,12.268357086181641
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,32,4,128,1,float16,float16,0,13.64539794921875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,32,32,128,1,float16,fp8,0,5.2080127716064455
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,32,32,128,1,float16,float16,0,7.067969512939453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,32,4,128,1,fp8,fp8,0,9.955271911621093
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,32,32,128,1,fp8,fp8,0,5.501499176025391
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,32,8,128,1,float16,fp8,0,10.157041931152344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,32,8,128,1,fp8,fp8,0,10.118915557861328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,32,8,128,1,float16,float16,0,12.750331115722656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,32,1,128,1,float16,float16,0,5.996043014526367
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,32,1,128,1,float16,fp8,0,5.132912063598633
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,32,1,128,1,fp8,fp8,0,5.154438400268555
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,32,2,128,1,float16,float16,0,6.175143814086914
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,32,2,128,1,fp8,fp8,0,5.088273620605468
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,32,2,128,1,float16,fp8,0,5.5995838165283205
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,32,4,128,1,fp8,fp8,0,5.018540954589843
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,32,4,128,1,float16,float16,0,6.443001556396484
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,32,4,128,1,float16,fp8,0,4.9780128479003904
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,32,32,128,1,float16,float16,0,3.3831695556640624
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,32,8,128,1,float16,fp8,0,5.008863830566407
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,32,8,128,1,float16,float16,0,6.830379486083984
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,32,32,128,1,float16,fp8,0,2.6950063705444336
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,32,32,128,1,fp8,fp8,0,2.7946224212646484
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,32,1,128,1,float16,float16,0,3.0407119750976563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,32,8,128,1,fp8,fp8,0,5.404004669189453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,32,1,128,1,float16,fp8,0,2.86319522857666
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,32,4,128,1,float16,fp8,0,30.963046264648437
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,32,1,128,1,fp8,fp8,0,2.4671728134155275
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,32,2,128,1,float16,fp8,0,2.5358863830566407
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,32,2,128,1,fp8,fp8,0,2.473257637023926
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,32,2,128,1,float16,float16,0,3.196985626220703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,32,4,128,1,float16,fp8,0,2.7899120330810545
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,32,4,128,1,float16,float16,0,3.282489776611328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,32,4,128,1,fp8,fp8,0,2.5282527923583986
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,32,32,128,1,float16,float16,0,1.5322287559509278
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,32,32,128,1,float16,fp8,0,1.5178048133850097
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,32,8,128,1,float16,fp8,0,2.503212738037109
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,32,32,128,1,fp8,fp8,0,1.393564796447754
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,32,8,128,1,fp8,fp8,0,2.535478401184082
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,32,1,128,1,float16,float16,0,1.6194623947143554
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,32,1,128,1,float16,fp8,0,1.2736576080322266
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,32,1,128,1,fp8,fp8,0,1.3620592117309571
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,32,2,128,1,float16,fp8,0,1.2398719787597656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,32,2,128,1,fp8,fp8,0,1.277667236328125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,32,2,128,1,float16,float16,0,1.40938081741333
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,32,4,128,1,float16,float16,0,1.4133008003234864
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,32,4,128,1,float16,fp8,0,1.3875951766967773
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,32,4,128,1,fp8,fp8,0,1.2857407569885253
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,32,8,128,1,float16,float16,0,1.4970255851745606
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,32,8,128,1,float16,fp8,0,1.2479871749877929
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,32,8,128,1,fp8,fp8,0,1.2893839836120606
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,32,8,128,1,float16,float16,0,11.039289855957032
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,32,1,128,1,float16,fp8,0,13.222972106933593
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,32,1,128,1,fp8,fp8,0,13.16455078125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,32,2,128,1,fp8,fp8,0,13.392051696777344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,32,2,128,1,float16,fp8,0,13.708633422851562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,32,2,128,1,float16,float16,0,15.325555419921875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,32,1,128,1,float16,float16,0,16.49065246582031
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,32,4,128,1,float16,fp8,0,13.002474975585937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,32,32,128,1,float16,fp8,0,7.079364776611328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,32,32,128,1,float16,float16,0,8.937518310546874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,32,32,128,1,fp8,fp8,0,6.8578544616699215
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,32,4,128,1,fp8,fp8,0,13.109371948242188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,32,8,128,1,float16,fp8,0,13.409623718261718
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,32,8,128,1,fp8,fp8,0,13.605836486816406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,32,8,128,1,float16,float16,0,16.938084411621094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,32,1,128,1,float16,float16,0,8.129718780517578
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,32,1,128,1,float16,fp8,0,6.831804656982422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,32,1,128,1,fp8,fp8,0,6.4473411560058596
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,32,2,128,1,fp8,fp8,0,6.440879821777344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,32,2,128,1,float16,fp8,0,7.006561279296875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,32,2,128,1,float16,float16,0,8.783013153076173
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,32,4,128,1,float16,float16,0,8.15918426513672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,32,4,128,1,float16,fp8,0,6.537213134765625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,32,4,128,1,fp8,fp8,0,6.642955017089844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,32,32,128,1,float16,float16,0,4.324523162841797
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,32,8,128,1,float16,float16,0,8.628617858886718
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,32,8,128,1,float16,fp8,0,6.531846618652343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,32,8,128,1,fp8,fp8,0,6.772001647949219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,32,32,128,1,fp8,fp8,0,3.4850017547607424
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,32,32,128,1,float16,fp8,0,3.551015853881836
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,32,1,128,1,float16,float16,0,3.7673343658447265
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,32,1,128,1,float16,fp8,0,3.333652877807617
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,32,2,128,1,float16,fp8,0,3.330486297607422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,32,2,128,1,float16,float16,0,3.897091293334961
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,32,1,128,1,fp8,fp8,0,3.965542221069336
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,32,2,128,1,fp8,fp8,0,3.313027191162109
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,32,4,128,1,float16,fp8,0,3.3549728393554688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,32,4,128,1,float16,float16,0,4.025838470458984
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,32,4,128,1,fp8,fp8,0,3.242388916015625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,32,32,128,1,float16,float16,0,2.0240655899047852
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,32,32,128,1,float16,fp8,0,1.7139984130859376
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,32,1,128,1,float16,float16,0,1.887460708618164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,32,32,128,1,fp8,fp8,0,1.866654396057129
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,32,8,128,1,fp8,fp8,0,3.3925567626953126
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,32,8,128,1,float16,fp8,0,3.616712188720703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,32,8,128,1,float16,float16,0,4.01939697265625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,32,1,128,1,fp8,fp8,0,1.6123008728027344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,32,1,128,1,float16,fp8,0,1.850111961364746
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,32,2,128,1,float16,fp8,0,1.6135599136352539
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,32,2,128,1,float16,float16,0,2.0130048751831056
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,32,2,128,1,fp8,fp8,0,1.6664783477783203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,32,4,128,1,float16,float16,0,1.806318473815918
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,32,4,128,1,float16,fp8,0,1.9311168670654297
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,32,4,128,1,fp8,fp8,0,1.6213375091552735
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,32,8,128,1,float16,float16,0,1.8532032012939452
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,32,8,128,1,float16,fp8,0,1.6312623977661134
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,32,32,128,1,float16,float16,0,1.0057439804077148
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,32,32,128,1,float16,fp8,0,0.9406512260437012
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,32,32,128,1,fp8,fp8,0,0.8954976081848145
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,32,8,128,1,fp8,fp8,0,1.875676727294922
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,32,1,128,1,float16,float16,0,0.8845215797424316
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,32,1,128,1,fp8,fp8,0,0.8114416122436523
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,32,2,128,1,float16,float16,0,0.9852543830871582
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,32,1,128,1,float16,fp8,0,1.1710783958435058
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,32,2,128,1,float16,fp8,0,0.941163158416748
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,32,2,128,1,fp8,fp8,0,0.8146816253662109
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,32,4,128,1,float16,float16,0,0.8845888137817383
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,32,4,128,1,float16,fp8,0,0.9865039825439453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,32,4,128,1,fp8,fp8,0,0.8142704010009766
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,32,8,128,1,float16,float16,0,1.0046239852905274
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,32,8,128,1,fp8,fp8,0,0.9093584060668946
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,32,8,128,1,float16,fp8,0,1.0304623603820802
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,32,1,128,1,float16,fp8,0,7.625398254394531
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,32,4,128,1,float16,float16,0,56.38923950195313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,32,1,128,1,fp8,fp8,0,7.605487823486328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,32,2,128,1,float16,fp8,0,7.594076538085938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,32,2,128,1,fp8,fp8,0,7.536716461181641
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,32,1,128,1,float16,float16,0,8.934444427490234
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,32,2,128,1,float16,float16,0,9.169636535644532
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,32,4,128,1,float16,float16,0,9.261504364013671
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,32,32,128,1,float16,float16,0,5.081220626831055
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,32,32,128,1,float16,fp8,0,4.405198287963867
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,32,32,128,1,fp8,fp8,0,4.1795600891113285
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,32,4,128,1,float16,fp8,0,7.481690979003906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,32,8,128,1,float16,fp8,0,7.61438217163086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,32,8,128,1,fp8,fp8,0,7.769361877441407
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,32,8,128,1,float16,float16,0,9.902196502685547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,32,1,128,1,float16,fp8,0,3.881043243408203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,32,1,128,1,fp8,fp8,0,3.7960384368896483
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,32,1,128,1,float16,float16,0,4.784247970581054
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,32,2,128,1,float16,fp8,0,3.742892837524414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,32,2,128,1,float16,float16,0,4.874142456054687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,32,2,128,1,fp8,fp8,0,3.7258529663085938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,32,4,128,1,float16,fp8,0,4.015513610839844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,32,4,128,1,float16,float16,0,4.463350296020508
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,32,4,128,1,fp8,fp8,0,3.78680305480957
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,32,32,128,1,float16,float16,0,2.445096015930176
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,32,8,128,1,float16,float16,0,4.724760055541992
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,32,8,128,1,float16,fp8,0,3.940468978881836
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,32,8,128,1,fp8,fp8,0,3.990700912475586
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,32,32,128,1,fp8,fp8,0,2.0231184005737304
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,32,32,128,1,float16,fp8,0,2.1281776428222656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,32,1,128,1,float16,float16,0,2.187164878845215
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,32,1,128,1,float16,fp8,0,2.011822319030762
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,32,1,128,1,fp8,fp8,0,2.036577606201172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,32,2,128,1,float16,float16,0,2.137654495239258
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,32,2,128,1,float16,fp8,0,1.8862688064575195
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,32,2,128,1,fp8,fp8,0,1.8754959106445312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,32,4,128,1,float16,float16,0,2.2101215362548827
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,32,4,128,1,float16,fp8,0,1.8853456497192382
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,32,4,128,1,fp8,fp8,0,2.056252861022949
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,32,8,128,1,fp8,fp8,0,1.8918447494506836
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,32,8,128,1,float16,fp8,0,1.9047807693481444
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,32,32,128,1,float16,float16,0,1.2746992111206055
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,32,32,128,1,float16,fp8,0,1.013761615753174
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,32,8,128,1,float16,float16,0,2.3433807373046873
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,32,32,128,1,fp8,fp8,0,1.0807968139648438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,32,1,128,1,float16,fp8,0,0.9591471672058105
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,32,1,128,1,float16,float16,0,1.021350383758545
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,32,1,128,1,fp8,fp8,0,1.02392635345459
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,32,2,128,1,float16,float16,0,1.0181488037109374
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,32,2,128,1,float16,fp8,0,1.096059226989746
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,32,2,128,1,fp8,fp8,0,0.9862640380859375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,32,4,128,1,fp8,fp8,0,22.841328430175782
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,32,4,128,1,float16,float16,0,1.0309856414794922
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,32,4,128,1,float16,fp8,0,1.0485407829284668
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,32,4,128,1,fp8,fp8,0,0.9466112136840821
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,32,8,128,1,float16,float16,0,1.052670383453369
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,32,8,128,1,float16,fp8,0,1.0829071998596191
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,32,32,128,1,float16,float16,0,0.610811185836792
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,32,8,128,1,fp8,fp8,0,1.0184831619262695
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,32,32,128,1,fp8,fp8,0,0.5493743896484375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,32,1,128,1,float16,float16,0,0.5296000003814697
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,32,1,128,1,float16,fp8,0,0.474944019317627
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,32,4,128,1,float16,float16,0,0.548851203918457
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,32,4,128,1,float16,fp8,0,0.4901599884033203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,32,2,128,1,fp8,fp8,0,0.5029679775238037
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,32,2,128,1,float16,float16,0,0.5269120216369629
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,32,2,128,1,float16,fp8,0,0.47454080581665037
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,32,1,128,1,fp8,fp8,0,0.47384958267211913
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,32,4,128,1,fp8,fp8,0,0.4879487991333008
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,32,8,128,1,float16,fp8,0,0.490828800201416
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,32,8,128,1,fp8,fp8,0,0.48142399787902834
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,32,8,128,1,float16,float16,0,0.5377535820007324
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,32,32,128,1,float16,fp8,0,0.6286479949951171
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,32,1,128,1,float16,fp8,0,7.122844696044922
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,32,1,128,1,fp8,fp8,0,7.222451019287109
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,32,2,128,1,fp8,fp8,0,6.999158477783203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,32,2,128,1,float16,fp8,0,7.0745185852050785
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,32,1,128,1,float16,float16,0,8.238587188720704
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,32,2,128,1,float16,float16,0,8.324903869628907
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,32,4,128,1,float16,float16,0,9.462449645996093
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,32,32,128,1,float16,float16,0,4.681156921386719
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,32,32,128,1,float16,fp8,0,3.9572608947753904
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,32,32,128,1,fp8,fp8,0,4.068511962890625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,32,4,128,1,fp8,fp8,0,7.133828735351562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,32,8,128,1,float16,fp8,0,7.103102111816407
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,32,8,128,1,fp8,fp8,0,7.111772918701172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,32,8,128,1,float16,float16,0,8.642327880859375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,32,1,128,1,float16,fp8,0,3.512432098388672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,32,1,128,1,float16,float16,0,4.140305709838867
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,32,1,128,1,fp8,fp8,0,3.504129409790039
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,32,2,128,1,float16,fp8,0,3.496198272705078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,32,2,128,1,fp8,fp8,0,3.62970085144043
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,32,2,128,1,float16,float16,0,4.338374328613281
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,32,4,128,1,float16,fp8,0,16.80486602783203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,32,4,128,1,float16,fp8,0,3.5365169525146483
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,32,4,128,1,float16,float16,0,4.170822525024414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,32,4,128,1,fp8,fp8,0,3.6340560913085938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,32,32,128,1,float16,float16,0,2.3906383514404297
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,32,8,128,1,float16,float16,0,4.2425086975097654
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,32,8,128,1,float16,fp8,0,3.563479995727539
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,32,32,128,1,fp8,fp8,0,1.9460176467895507
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,32,1,128,1,float16,float16,0,1.9866960525512696
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,32,8,128,1,fp8,fp8,0,3.7138225555419924
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,32,1,128,1,float16,fp8,0,1.754694366455078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,32,1,128,1,fp8,fp8,0,1.8498767852783202
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,32,2,128,1,float16,fp8,0,1.7741264343261718
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,32,2,128,1,float16,float16,0,2.0859807968139648
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,32,2,128,1,fp8,fp8,0,1.7572383880615234
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,32,4,128,1,float16,fp8,0,1.7868623733520508
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,32,32,128,1,float16,fp8,0,4.645135879516602
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,32,4,128,1,float16,float16,0,2.046767997741699
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,32,4,128,1,fp8,fp8,0,1.7816736221313476
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,32,32,128,1,float16,float16,0,1.1298687934875489
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,32,8,128,1,float16,float16,0,2.039401626586914
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,32,32,128,1,float16,fp8,0,0.9952752113342285
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,32,1,128,1,float16,float16,0,1.0323472023010254
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,32,1,128,1,float16,fp8,0,0.9173263549804688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,32,8,128,1,float16,fp8,0,1.784324836730957
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,32,8,128,1,fp8,fp8,0,2.016636848449707
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,32,2,128,1,float16,fp8,0,0.9162991523742676
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,32,1,128,1,fp8,fp8,0,0.9667152404785156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,32,2,128,1,fp8,fp8,0,0.9540831565856933
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,32,2,128,1,float16,float16,0,1.070347213745117
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,32,4,128,1,float16,float16,0,0.9674400329589844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,32,32,128,1,fp8,fp8,0,2.2314319610595703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,32,4,128,1,float16,fp8,0,0.8915632247924805
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,32,4,128,1,fp8,fp8,0,0.9676207542419434
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,32,32,128,1,float16,float16,0,0.6311071872711181
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,32,32,128,1,fp8,fp8,0,0.4981344223022461
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,32,8,128,1,float16,float16,0,0.9890624046325683
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,32,8,128,1,float16,fp8,0,0.9832079887390137
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,32,8,128,1,fp8,fp8,0,1.0085455894470214
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,32,1,128,1,float16,float16,0,0.5037327766418457
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,32,1,128,1,float16,fp8,0,0.5971807956695556
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,32,1,128,1,fp8,fp8,0,0.44457120895385743
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,32,2,128,1,float16,float16,0,0.49094400405883787
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,32,2,128,1,float16,fp8,0,0.46229920387268064
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,32,32,128,1,float16,fp8,0,1.1045647621154786
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,32,2,128,1,fp8,fp8,0,0.48520641326904296
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,32,4,128,1,float16,float16,0,0.49977760314941405
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,32,4,128,1,fp8,fp8,0,0.4483215808868408
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,32,32,128,1,float16,float16,0,0.2947247982025146
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,32,4,128,1,float16,fp8,0,0.5425727844238282
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,32,8,128,1,float16,fp8,0,0.4637919902801514
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,32,8,128,1,float16,float16,0,0.526700782775879
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,32,32,128,1,float16,fp8,0,0.26908159255981445
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,32,1,128,1,float16,float16,0,0.24147839546203614
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,32,32,128,1,fp8,fp8,0,0.2665440082550049
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,32,1,128,1,float16,fp8,0,0.27575039863586426
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,32,1,128,1,fp8,fp8,0,0.24133601188659667
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,32,2,128,1,float16,fp8,0,0.24148321151733398
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,32,2,128,1,float16,float16,0,0.2664639949798584
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,32,8,128,1,fp8,fp8,0,1.0969568252563477
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,32,2,128,1,fp8,fp8,0,0.2405344009399414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,32,4,128,1,float16,float16,0,0.2456671953201294
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,32,4,128,1,fp8,fp8,0,0.23959040641784668
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,32,4,128,1,float16,fp8,0,0.2778847932815552
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,32,8,128,1,float16,float16,0,0.25750079154968264
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,32,8,128,1,float16,fp8,0,0.2544816017150879
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,32,8,128,1,fp8,fp8,0,0.5514319896697998
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,32,2,128,1,fp8,fp8,0,4.277492904663086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,32,1,128,1,float16,fp8,0,4.510871887207031
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,32,2,128,1,float16,fp8,0,4.232716751098633
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,32,1,128,1,fp8,fp8,0,4.434092712402344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,32,1,128,1,float16,float16,0,5.051153564453125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,32,2,128,1,float16,float16,0,5.063375854492188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,32,32,128,1,float16,fp8,0,2.454814338684082
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,32,32,128,1,float16,float16,0,3.0083967208862306
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,32,4,128,1,float16,fp8,0,4.190297698974609
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,32,4,128,1,fp8,fp8,0,4.3085792541503904
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,32,8,128,1,float16,fp8,0,4.306678390502929
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,32,8,128,1,fp8,fp8,0,4.382601547241211
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,32,8,128,1,float16,float16,0,5.604484939575196
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,32,32,128,1,fp8,fp8,0,2.373081588745117
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,32,1,128,1,float16,float16,0,2.428256034851074
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,32,1,128,1,float16,fp8,0,2.079012870788574
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,32,1,128,1,fp8,fp8,0,2.080905532836914
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,32,2,128,1,float16,fp8,0,2.098204803466797
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,32,2,128,1,float16,float16,0,2.4112640380859376
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,32,2,128,1,fp8,fp8,0,2.204732894897461
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,32,4,128,1,float16,float16,0,2.385243225097656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,32,4,128,1,fp8,fp8,0,2.0873039245605467
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,32,4,128,1,float16,fp8,0,2.2525104522705077
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,32,8,128,1,float16,float16,0,2.4510032653808596
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,32,8,128,1,float16,fp8,0,2.162883186340332
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,32,32,128,1,float16,float16,0,1.3903488159179687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,32,8,128,1,fp8,fp8,0,2.3687551498413084
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,32,32,128,1,fp8,fp8,0,1.1931136131286622
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,32,1,128,1,float16,float16,0,1.1164352416992187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,32,32,128,1,float16,fp8,0,1.400216007232666
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,32,1,128,1,fp8,fp8,0,1.0611120223999024
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,32,1,128,1,float16,fp8,0,1.240760040283203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,32,2,128,1,float16,fp8,0,1.048427200317383
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,32,2,128,1,float16,float16,0,1.2225968360900878
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,32,4,128,1,float16,float16,0,1.13405122756958
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,32,2,128,1,fp8,fp8,0,1.1418496131896974
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,32,4,128,1,float16,fp8,0,1.1539135932922364
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,32,4,128,1,fp8,fp8,0,1.0563679695129395
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,32,32,128,1,float16,fp8,0,0.6078720092773438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,32,32,128,1,float16,float16,0,0.7330431938171387
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,32,32,128,1,fp8,fp8,0,0.6476096153259278
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,32,8,128,1,float16,float16,0,1.2428943634033203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,32,8,128,1,float16,fp8,0,1.0707039833068848
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,32,4,128,1,float16,float16,0,17.470744323730468
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,32,8,128,1,fp8,fp8,0,1.1706432342529296
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,32,1,128,1,float16,float16,0,0.5574895858764648
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,32,1,128,1,float16,fp8,0,0.5501664161682129
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,32,1,128,1,fp8,fp8,0,0.5802080154418945
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,32,2,128,1,float16,float16,0,0.5618000030517578
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,32,2,128,1,fp8,fp8,0,0.5373504161834717
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,32,2,128,1,float16,fp8,0,0.5922607898712158
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,32,4,128,1,float16,fp8,0,0.5621840000152588
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,32,4,128,1,fp8,fp8,0,0.5656367778778076
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,32,8,128,1,float16,float16,0,0.590060806274414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,32,32,128,1,float16,fp8,0,0.3182015895843506
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,32,32,128,1,float16,float16,0,0.3608720064163208
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,32,32,128,1,fp8,fp8,0,0.3173743963241577
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,32,8,128,1,float16,fp8,0,0.556987190246582
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,32,8,128,1,fp8,fp8,0,0.5416031837463379
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,32,1,128,1,float16,float16,0,0.2882159948348999
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,32,1,128,1,float16,fp8,0,0.27745280265808103
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,32,1,128,1,fp8,fp8,0,0.26941120624542236
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,32,2,128,1,float16,float16,0,0.2916383981704712
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,32,2,128,1,float16,fp8,0,0.278272008895874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,32,2,128,1,fp8,fp8,0,0.27090399265289306
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,32,4,128,1,float16,float16,0,0.29707839488983157
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,32,4,128,1,float16,fp8,0,0.28045918941497805
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,32,4,128,1,fp8,fp8,0,0.27618720531463625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,32,8,128,1,float16,float16,0,0.30444159507751467
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,32,32,128,1,float16,float16,0,0.19452639818191528
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,32,32,128,1,float16,fp8,0,0.1598031997680664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,32,8,128,1,float16,fp8,0,0.2763391971588135
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,32,8,128,1,fp8,fp8,0,0.27802081108093263
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,32,32,128,1,fp8,fp8,0,0.16125919818878173
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,32,1,128,1,float16,float16,0,0.15232800245285033
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,32,1,128,1,float16,fp8,0,0.1449839949607849
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,32,1,128,1,fp8,fp8,0,0.1400320053100586
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,32,2,128,1,float16,float16,0,0.14932960271835327
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,32,2,128,1,fp8,fp8,0,0.1425439953804016
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,32,2,128,1,float16,fp8,0,0.14288640022277832
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,32,4,128,1,float16,float16,0,2.0671743392944335
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,32,4,128,1,float16,float16,0,0.15563199520111085
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,32,4,128,1,float16,fp8,0,0.14663039445877074
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,32,4,128,1,fp8,fp8,0,0.14174560308456421
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,32,8,128,1,float16,fp8,0,0.14491679668426513
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,32,8,128,1,fp8,fp8,0,0.1461743950843811
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,32,8,128,1,float16,float16,0,0.15411839485168458
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,32,1,128,1,fp8,fp8,0,4.1506401062011715
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,32,1,128,1,float16,fp8,0,4.154419326782227
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,32,2,128,1,float16,fp8,0,4.124014282226563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,32,2,128,1,fp8,fp8,0,4.142404937744141
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,32,2,128,1,float16,float16,0,4.883819198608398
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,32,4,128,1,float16,float16,0,4.8528400421142575
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,32,32,128,1,float16,fp8,0,2.430187225341797
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,32,32,128,1,float16,float16,0,2.875774383544922
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,32,4,128,1,float16,fp8,0,4.146758270263672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,32,4,128,1,fp8,fp8,0,4.147193527221679
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,32,8,128,1,float16,fp8,0,4.206631851196289
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,32,8,128,1,float16,float16,0,4.812787246704102
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,32,8,128,1,fp8,fp8,0,4.251140975952149
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,32,1,128,1,float16,float16,0,2.3251951217651365
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,32,1,128,1,float16,fp8,0,2.0371456146240234
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,32,32,128,1,fp8,fp8,0,2.433299255371094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,32,1,128,1,fp8,fp8,0,2.042430305480957
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,32,2,128,1,float16,float16,0,2.2042896270751955
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,32,2,128,1,float16,fp8,0,2.1864704132080077
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,32,2,128,1,fp8,fp8,0,2.049001693725586
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,32,4,128,1,float16,fp8,0,2.0594528198242186
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,32,4,128,1,fp8,fp8,0,2.0707984924316407
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,32,4,128,1,float16,float16,0,2.3904367446899415
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,32,32,128,1,float16,float16,0,1.439195156097412
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,32,8,128,1,float16,float16,0,2.359396743774414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,32,8,128,1,float16,fp8,0,2.1581424713134765
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,32,8,128,1,fp8,fp8,0,2.1101776123046876
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,32,32,128,1,float16,fp8,0,1.2140416145324706
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,32,32,128,1,fp8,fp8,0,1.216540813446045
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,32,1,128,1,float16,float16,0,1.1117679595947265
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,32,1,128,1,float16,fp8,0,1.1325039863586426
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,32,2,128,1,float16,float16,0,1.0875391960144043
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,32,1,128,1,fp8,fp8,0,1.2511455535888671
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,32,2,128,1,float16,fp8,0,1.0313263893127442
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,32,1,128,1,float16,float16,0,16.053948974609376
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,32,2,128,1,fp8,fp8,0,1.0276432037353516
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,32,4,128,1,float16,float16,0,1.1045680046081543
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,32,4,128,1,float16,fp8,0,1.0936544418334961
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,32,4,128,1,fp8,fp8,0,1.0959983825683595
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,32,8,128,1,float16,fp8,0,1.140409564971924
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,32,8,128,1,float16,float16,0,1.2275664329528808
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,32,8,128,1,fp8,fp8,0,1.0567440032958983
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,32,32,128,1,float16,fp8,0,0.616534423828125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,32,1,128,1,float16,float16,0,0.5527135848999023
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,32,32,128,1,fp8,fp8,0,0.6200463771820068
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,32,1,128,1,float16,fp8,0,0.5341695785522461
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,32,1,128,1,fp8,fp8,0,0.5422736167907715
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,32,2,128,1,float16,float16,0,0.6039072036743164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,32,2,128,1,float16,fp8,0,0.5170415878295899
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,32,2,128,1,fp8,fp8,0,0.5161056041717529
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,32,4,128,1,float16,float16,0,0.5633039951324463
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,32,4,128,1,float16,fp8,0,0.5446671962738037
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,32,4,128,1,fp8,fp8,0,0.5375408172607422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,32,32,128,1,float16,float16,0,0.36395039558410647
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,32,8,128,1,float16,float16,0,0.5982367992401123
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,32,8,128,1,float16,fp8,0,0.5797103881835938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,32,32,128,1,float16,fp8,0,0.3198479890823364
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,32,8,128,1,fp8,fp8,0,0.5323152065277099
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,32,1,128,1,float16,float16,0,0.27922399044036866
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,32,32,128,1,fp8,fp8,0,0.3238080024719238
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,32,32,128,1,float16,float16,0,2.010203170776367
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,32,1,128,1,float16,fp8,0,0.2729343891143799
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,32,1,128,1,fp8,fp8,0,0.2776240110397339
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,32,2,128,1,float16,fp8,0,0.27373600006103516
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,32,2,128,1,float16,float16,0,0.28883841037750246
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,32,4,128,1,float16,float16,0,0.2882911920547485
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,32,2,128,1,fp8,fp8,0,0.2640784025192261
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,32,4,128,1,float16,fp8,0,0.275435209274292
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,32,8,128,1,float16,float16,0,0.3005791902542114
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,32,8,128,1,float16,fp8,0,0.27440800666809084
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,32,32,128,1,float16,float16,0,0.1949007987976074
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,32,1,128,1,float16,float16,0,0.1460096001625061
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,32,32,128,1,fp8,fp8,0,0.16753920316696166
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,32,32,128,1,float16,fp8,0,0.16361759901046752
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,32,8,128,1,fp8,fp8,0,0.2811023950576782
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,32,1,128,1,float16,fp8,0,0.1422752022743225
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,32,1,128,1,fp8,fp8,0,0.1378991961479187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,32,2,128,1,float16,float16,0,0.1470255970954895
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,32,2,128,1,float16,fp8,0,0.1414736032485962
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,32,2,128,1,fp8,fp8,0,0.1384063959121704
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,32,4,128,1,float16,float16,0,0.15024479627609252
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,32,4,128,1,float16,fp8,0,0.1447872042655945
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,32,4,128,1,fp8,fp8,0,0.14013439416885376
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,32,32,128,1,float16,float16,0,0.1018064022064209
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,32,8,128,1,float16,float16,0,0.15561599731445314
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,32,8,128,1,float16,fp8,0,0.1456015944480896
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,32,8,128,1,fp8,fp8,0,0.14164960384368896
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,32,32,128,1,float16,fp8,0,0.09062719941139222
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,32,4,128,1,fp8,fp8,0,0.9521151542663574
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,32,32,128,1,fp8,fp8,0,0.08768479824066162
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,32,1,128,1,float16,float16,0,0.07592319846153259
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,32,1,128,1,float16,fp8,0,0.07230079770088196
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,32,2,128,1,float16,fp8,0,0.07288960218429566
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,32,2,128,1,float16,float16,0,0.07504640221595764
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,32,1,128,1,fp8,fp8,0,0.07016800045967102
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,32,4,128,1,float16,float16,0,0.07925599813461304
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,32,4,128,1,float16,fp8,0,0.0729088008403778
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,32,4,128,1,fp8,fp8,0,0.07263360023498536
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,32,2,128,1,fp8,fp8,0,0.21054399013519287
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,32,8,128,1,float16,fp8,0,0.07199519872665405
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,32,8,128,1,float16,float16,0,0.08483200073242188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,32,8,128,1,fp8,fp8,0,0.07300480008125305
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,32,1,128,1,float16,fp8,0,2.5713199615478515
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,32,1,128,1,float16,float16,0,2.7470447540283205
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,32,1,128,1,fp8,fp8,0,2.5688831329345705
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,32,2,128,1,float16,fp8,0,2.552852821350098
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,32,2,128,1,fp8,fp8,0,2.581684875488281
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,32,4,128,1,float16,float16,0,2.9008880615234376
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,32,32,128,1,float16,float16,0,1.8929712295532226
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,32,4,128,1,float16,fp8,0,2.594291114807129
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,32,8,128,1,float16,fp8,0,2.6215295791625977
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,32,8,128,1,fp8,fp8,0,2.6564464569091797
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,32,4,128,1,fp8,fp8,0,2.722256088256836
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,32,8,128,1,float16,float16,0,2.9174383163452147
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,32,32,128,1,float16,fp8,0,1.6777551651000977
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,32,1,128,1,float16,float16,0,1.3115856170654296
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,32,1,128,1,fp8,fp8,0,1.271343994140625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,32,1,128,1,float16,fp8,0,1.2688128471374511
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,32,32,128,1,fp8,fp8,0,1.5696096420288086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,32,2,128,1,float16,float16,0,1.3932095527648927
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,32,2,128,1,float16,fp8,0,1.2861871719360352
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,32,2,128,1,fp8,fp8,0,1.3115967750549316
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,32,4,128,1,float16,fp8,0,1.2884511947631836
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,32,4,128,1,fp8,fp8,0,1.2857728004455566
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,32,4,128,1,float16,float16,0,1.435804843902588
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,32,2,128,1,float16,float16,0,9.396587371826172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,32,8,128,1,float16,float16,0,1.4322303771972655
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,32,8,128,1,float16,fp8,0,1.3684927940368652
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,32,8,128,1,fp8,fp8,0,1.328542423248291
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,32,32,128,1,float16,fp8,0,0.7902112007141113
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,32,1,128,1,float16,float16,0,0.7046671867370605
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,32,32,128,1,fp8,fp8,0,0.7866320133209228
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,32,32,128,1,float16,float16,0,0.9178976058959961
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,32,1,128,1,fp8,fp8,0,0.7042975902557373
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,32,2,128,1,float16,float16,0,0.6630095958709716
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,32,2,128,1,float16,fp8,0,0.642091178894043
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,32,2,128,1,fp8,fp8,0,0.67467041015625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,32,4,128,1,float16,float16,0,0.6808688163757324
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,32,4,128,1,float16,fp8,0,0.6436528205871582
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,32,4,128,1,fp8,fp8,0,0.6634975910186768
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,32,8,128,1,float16,fp8,0,0.6646128177642823
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,32,8,128,1,float16,float16,0,0.7430448055267334
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,32,32,128,1,float16,fp8,0,0.4218048095703125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,32,1,128,1,float16,fp8,0,1.746499252319336
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,32,32,128,1,fp8,fp8,0,0.40051999092102053
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,32,1,128,1,float16,float16,0,0.337391996383667
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,32,32,128,1,float16,float16,0,0.4711328029632568
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,32,8,128,1,fp8,fp8,0,0.6645487785339356
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,32,1,128,1,float16,fp8,0,0.32538719177246095
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,32,1,128,1,fp8,fp8,0,0.33723039627075196
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,32,2,128,1,float16,float16,0,0.3540704011917114
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,32,2,128,1,fp8,fp8,0,0.32391040325164794
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,32,4,128,1,float16,float16,0,0.3503391981124878
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,32,4,128,1,float16,fp8,0,0.33817760944366454
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,32,4,128,1,fp8,fp8,0,0.33102240562438967
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,32,8,128,1,float16,fp8,0,0.34735519886016847
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,32,8,128,1,float16,float16,0,0.3612080097198486
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,32,8,128,1,fp8,fp8,0,0.34754559993743894
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,32,32,128,1,float16,float16,0,0.23991360664367675
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,32,2,128,1,float16,fp8,0,0.7344016075134278
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,32,32,128,1,float16,fp8,0,0.21564478874206544
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,32,1,128,1,float16,float16,0,0.17419040203094482
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,32,1,128,1,float16,fp8,0,0.1730736017227173
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,32,1,128,1,fp8,fp8,0,0.16819839477539061
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,32,32,128,1,fp8,fp8,0,0.2121135950088501
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,32,2,128,1,float16,fp8,0,0.16758240461349488
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,32,2,128,1,float16,float16,0,0.17594079971313475
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,32,4,128,1,float16,float16,0,0.18460639715194702
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,32,4,128,1,float16,fp8,0,0.1712656021118164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,32,4,128,1,fp8,fp8,0,0.1750607967376709
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,32,8,128,1,float16,fp8,0,0.17780640125274658
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,32,8,128,1,float16,float16,0,0.18626079559326172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,32,2,128,1,fp8,fp8,0,0.37852959632873534
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,32,32,128,1,float16,fp8,0,0.11397600173950195
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,32,8,128,1,fp8,fp8,0,0.17364319562911987
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,32,32,128,1,float16,float16,0,0.12798240184783935
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,32,1,128,1,float16,float16,0,0.09497439861297607
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,32,32,128,1,fp8,fp8,0,0.11159679889678956
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,32,1,128,1,float16,fp8,0,0.09037759900093079
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,32,1,128,1,fp8,fp8,0,0.09077439904212951
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,32,2,128,1,float16,fp8,0,0.09233760237693786
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,32,2,128,1,float16,float16,0,0.20515038967132568
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,32,4,128,1,float16,float16,0,0.09513599872589111
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,32,2,128,1,fp8,fp8,0,0.091975998878479
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,32,4,128,1,fp8,fp8,0,0.09265279769897461
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,32,4,128,1,float16,fp8,0,0.0911520004272461
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,32,8,128,1,float16,float16,0,0.10147039890289307
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,32,8,128,1,float16,fp8,0,0.09545279741287231
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,32,32,128,1,float16,fp8,0,0.06238560080528259
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,32,32,128,1,float16,float16,0,0.06922720074653625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,32,1,128,1,float16,float16,0,0.04948480129241943
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,32,8,128,1,fp8,fp8,0,0.16504000425338744
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,32,1,128,1,fp8,fp8,0,0.0484688013792038
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,32,32,128,1,fp8,fp8,0,0.061692798137664796
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,32,1,128,1,float16,fp8,0,0.0488400012254715
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,32,2,128,1,float16,float16,0,0.05007359981536865
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,32,2,128,1,float16,fp8,0,0.0481904000043869
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,32,2,128,1,fp8,fp8,0,0.048860800266265866
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,32,4,128,1,fp8,fp8,0,0.048332801461219786
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,32,8,128,1,float16,float16,0,0.054499202966690065
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,32,4,128,1,float16,float16,0,0.08865759968757629
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,32,4,128,1,float16,fp8,0,0.04875519871711731
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,32,8,128,1,float16,fp8,0,0.04952639937400818
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,32,8,128,1,fp8,fp8,0,0.048783999681472776
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,32,1,128,1,float16,fp8,0,2.653062438964844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,32,1,128,1,fp8,fp8,0,2.690897560119629
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,32,2,128,1,float16,fp8,0,2.6925968170166015
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,32,1,128,1,float16,float16,0,2.8046464920043945
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,32,2,128,1,float16,float16,0,2.8383056640625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,32,2,128,1,fp8,fp8,0,2.678897666931152
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,32,32,128,1,float16,float16,0,2.0420320510864256
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,32,4,128,1,float16,fp8,0,2.6912431716918945
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,32,4,128,1,fp8,fp8,0,2.73331356048584
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,32,8,128,1,float16,fp8,0,2.7873952865600584
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,32,8,128,1,fp8,fp8,0,2.7767360687255858
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,32,8,128,1,float16,float16,0,3.0842512130737303
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,32,1,128,1,float16,float16,0,1.356835174560547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,32,32,128,1,float16,fp8,0,1.736185646057129
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,32,1,128,1,float16,fp8,0,1.3269984245300293
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,32,32,128,1,fp8,fp8,0,1.7380128860473634
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,32,1,128,1,fp8,fp8,0,1.3209376335144043
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,32,2,128,1,float16,float16,0,1.3725680351257323
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,32,2,128,1,float16,fp8,0,1.4621952056884766
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,32,4,128,1,float16,float16,0,8.852377319335938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,32,2,128,1,fp8,fp8,0,1.3786255836486816
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,32,4,128,1,float16,fp8,0,1.3530752182006835
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,32,4,128,1,float16,float16,0,1.4517680168151856
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,32,4,128,1,fp8,fp8,0,1.3556048393249511
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,32,8,128,1,float16,fp8,0,1.4039039611816406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,32,8,128,1,float16,float16,0,1.5033696174621582
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,32,8,128,1,fp8,fp8,0,1.4434687614440918
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,32,1,128,1,float16,fp8,0,0.6703199863433837
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,32,32,128,1,float16,fp8,0,0.8949824333190918
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,32,1,128,1,float16,float16,0,0.7059679985046386
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,32,32,128,1,fp8,fp8,0,0.8688336372375488
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,32,1,128,1,fp8,fp8,0,0.6661824226379395
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,32,2,128,1,float16,float16,0,0.7252208232879639
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,32,2,128,1,float16,fp8,0,0.6769919872283936
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,32,2,128,1,fp8,fp8,0,0.6732960224151612
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,32,4,128,1,float16,fp8,0,0.6967264175415039
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,32,4,128,1,float16,float16,0,0.7373167991638183
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,32,4,128,1,fp8,fp8,0,0.6799056053161621
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,32,32,128,1,float16,float16,0,2.4262624740600587
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,32,8,128,1,float16,float16,0,0.7538432121276856
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,32,8,128,1,float16,fp8,0,0.7870992183685303
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,32,1,128,1,float16,float16,0,0.3446032047271729
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,32,32,128,1,fp8,fp8,0,0.4523871898651123
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,32,32,128,1,float16,fp8,0,0.4492544174194336
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,32,8,128,1,fp8,fp8,0,0.7026415824890136
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,32,32,128,1,float16,float16,0,0.5188271999359131
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,32,1,128,1,fp8,fp8,0,0.33998239040374756
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,32,2,128,1,float16,float16,0,0.3733151912689209
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,32,2,128,1,float16,fp8,0,0.3397279977798462
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,32,2,128,1,fp8,fp8,0,0.3461152076721191
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,32,4,128,1,float16,float16,0,0.3699199914932251
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,32,4,128,1,float16,fp8,0,0.3470767974853516
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,32,4,128,1,fp8,fp8,0,0.3475231885910034
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,32,8,128,1,float16,float16,0,0.3834575891494751
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,32,8,128,1,float16,fp8,0,0.37488319873809817
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,32,1,128,1,float16,fp8,0,1.0206543922424316
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,32,8,128,1,fp8,fp8,0,0.3558608055114746
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,32,1,128,1,float16,float16,0,0.17785600423812867
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,32,32,128,1,float16,fp8,0,0.2310415983200073
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,32,32,128,1,fp8,fp8,0,0.2279952049255371
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,32,32,128,1,float16,float16,0,0.27056159973144533
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,32,1,128,1,float16,fp8,0,0.17497119903564454
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,32,1,128,1,fp8,fp8,0,0.18306560516357423
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,32,2,128,1,float16,fp8,0,0.17528799772262574
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,32,2,128,1,fp8,fp8,0,0.18011200428009033
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,32,4,128,1,float16,float16,0,0.1862175941467285
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,32,4,128,1,fp8,fp8,0,0.1813007950782776
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,32,4,128,1,float16,fp8,0,0.17943520545959474
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,32,8,128,1,float16,float16,0,0.19647200107574464
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,32,8,128,1,float16,fp8,0,0.19253120422363282
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,32,2,128,1,float16,float16,0,0.35074079036712646
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,32,8,128,1,fp8,fp8,0,0.18547680377960205
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,32,32,128,1,float16,float16,0,0.14281599521636962
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,32,1,128,1,float16,float16,0,0.09489439725875855
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,32,32,128,1,float16,fp8,0,0.12020640373229981
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,32,32,128,1,fp8,fp8,0,0.1219648003578186
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,32,1,128,1,float16,fp8,0,0.09296479821205139
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,32,1,128,1,fp8,fp8,0,0.09757440090179444
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,32,2,128,1,float16,float16,0,0.09725120067596435
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,32,2,128,1,float16,fp8,0,0.09586079716682434
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,32,2,128,1,fp8,fp8,0,0.09377440214157104
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,32,4,128,1,float16,float16,0,0.09821439981460571
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,32,4,128,1,float16,fp8,0,0.09723520278930664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,32,4,128,1,fp8,fp8,0,0.09494559764862061
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,32,8,128,1,float16,float16,0,0.10656960010528564
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,32,8,128,1,float16,fp8,0,0.0993232011795044
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,32,8,128,1,fp8,fp8,0,0.10030399560928345
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,32,32,128,1,float16,fp8,0,0.06528480052947998
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,32,32,128,1,float16,float16,0,0.07538560032844543
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,32,1,128,1,float16,float16,0,0.04985440075397492
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,32,32,128,1,fp8,fp8,0,0.06656479835510254
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,32,1,128,1,float16,fp8,0,0.050363200902938846
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,32,1,128,1,fp8,fp8,0,0.04965440034866333
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,32,2,128,1,float16,float16,0,0.05212000012397766
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,32,2,128,1,float16,fp8,0,0.04855520129203796
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,32,2,128,1,fp8,fp8,0,0.04867840111255646
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,32,4,128,1,float16,fp8,0,0.05018079876899719
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,32,4,128,1,fp8,fp8,0,0.05118240118026733
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,32,4,128,1,float16,float16,0,0.05350720286369324
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,32,8,128,1,float16,float16,0,0.05780320167541504
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,32,8,128,1,float16,fp8,0,0.052660799026489256
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,32,8,128,1,fp8,fp8,0,0.05129920244216919
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,32,32,128,1,float16,float16,0,0.04116320013999939
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,32,32,128,1,fp8,fp8,0,0.03378399908542633
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,32,1,128,1,float16,float16,0,0.02946079969406128
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,32,32,128,1,float16,fp8,0,0.033396801352500914
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,32,1,128,1,fp8,fp8,0,0.029948800802230835
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,32,1,128,1,float16,fp8,0,0.02968960106372833
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,32,2,128,1,float16,float16,0,0.028340798616409302
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,32,2,128,1,float16,fp8,0,0.029974400997161865
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,32,2,128,1,fp8,fp8,0,0.03012160062789917
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,32,4,128,1,float16,float16,0,0.030060800909996032
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,32,4,128,1,fp8,fp8,0,0.030051198601722718
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,32,4,128,1,float16,fp8,0,0.03006559908390045
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,32,8,128,1,float16,fp8,0,0.02932640016078949
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,32,8,128,1,float16,float16,0,0.030184000730514526
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,32,8,128,1,fp8,fp8,0,0.030353599786758424
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,32,1,128,1,float16,float16,0,1.894696044921875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,32,1,128,1,fp8,fp8,0,1.9540815353393555
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,32,2,128,1,float16,float16,0,1.955169677734375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,32,1,128,1,float16,fp8,0,1.9576480865478516
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,32,2,128,1,float16,fp8,0,1.9487024307250977
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,32,2,128,1,fp8,fp8,0,1.948788833618164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,32,4,128,1,float16,float16,0,2.0545167922973633
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,32,4,128,1,float16,fp8,0,1.9775856018066407
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,32,32,128,1,float16,fp8,0,1.3953824043273926
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,32,32,128,1,float16,float16,0,1.6444448471069335
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,32,4,128,1,fp8,fp8,0,1.998361587524414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,32,8,128,1,float16,float16,0,2.228166389465332
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,32,8,128,1,float16,fp8,0,2.067526435852051
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,32,8,128,1,fp8,fp8,0,2.070806312561035
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,32,1,128,1,float16,float16,0,0.9517855644226074
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,32,1,128,1,fp8,fp8,0,0.9687888145446777
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,32,1,128,1,float16,fp8,0,0.9686176300048828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,32,2,128,1,float16,float16,0,0.9758015632629394
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,32,2,128,1,float16,fp8,0,0.9730256080627442
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,32,2,128,1,fp8,fp8,0,0.9728591918945313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,32,32,128,1,fp8,fp8,0,1.3881520271301269
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,32,4,128,1,float16,float16,0,1.0254752159118652
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,32,4,128,1,float16,fp8,0,0.9961919784545898
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,32,4,128,1,fp8,fp8,0,1.0114368438720702
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,32,32,128,1,float16,float16,0,0.8301360130310058
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,32,8,128,1,float16,fp8,0,1.0369407653808593
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,32,8,128,1,float16,float16,0,1.1260479927062987
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,32,8,128,1,fp8,fp8,0,1.0393088340759278
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,32,32,128,1,float16,fp8,0,0.7099664211273193
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,32,1,128,1,float16,float16,0,0.491318416595459
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,32,32,128,1,fp8,fp8,0,0.7024064064025879
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,32,1,128,1,fp8,fp8,0,0.4952095985412598
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,32,1,128,1,float16,fp8,0,0.49864959716796875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,32,2,128,1,float16,float16,0,0.49358720779418946
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,32,2,128,1,fp8,fp8,0,0.48810558319091796
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,32,2,128,1,float16,fp8,0,0.5009744167327881
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,32,4,128,1,float16,float16,0,0.5263840198516846
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,32,4,128,1,float16,fp8,0,0.512553596496582
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,32,4,128,1,fp8,fp8,0,0.5010015964508057
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,32,32,128,1,float16,fp8,0,0.36318240165710447
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,32,32,128,1,float16,float16,0,0.42227840423583984
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,32,1,128,1,float16,float16,0,0.2521424055099487
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,32,8,128,1,float16,fp8,0,0.5340576171875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,32,8,128,1,fp8,fp8,0,0.5235343933105469
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,32,32,128,1,fp8,fp8,0,0.3639391899108887
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,32,8,128,1,float16,float16,0,0.7726160049438476
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,32,1,128,1,float16,fp8,0,0.2490544080734253
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,32,1,128,1,fp8,fp8,0,0.2546960115432739
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,32,2,128,1,float16,float16,0,0.2526479959487915
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,32,2,128,1,float16,fp8,0,0.2566400051116943
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,32,2,128,1,fp8,fp8,0,0.25701279640197755
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,32,4,128,1,float16,float16,0,0.26491680145263674
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,32,4,128,1,float16,fp8,0,0.263318395614624
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,32,8,128,1,float16,float16,0,0.28868799209594725
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,32,8,128,1,float16,fp8,0,0.27342240810394286
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,32,32,128,1,float16,float16,0,0.22200639247894288
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,32,1,128,1,float16,float16,0,0.132697594165802
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,32,32,128,1,float16,fp8,0,0.1881119966506958
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,32,8,128,1,fp8,fp8,0,0.2674015998840332
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,32,32,128,1,fp8,fp8,0,0.18510880470275878
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,32,4,128,1,fp8,fp8,0,0.5171055793762207
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,32,1,128,1,float16,fp8,0,0.13312959671020508
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,32,2,128,1,float16,float16,0,0.13600640296936034
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,32,1,128,1,fp8,fp8,0,0.13345119953155518
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,32,2,128,1,float16,fp8,0,0.13415679931640626
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,32,2,128,1,fp8,fp8,0,0.13081120252609252
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,32,4,128,1,float16,float16,0,0.13903199434280394
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,32,4,128,1,fp8,fp8,0,0.13513920307159424
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,32,4,128,1,float16,fp8,0,0.28751680850982664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,32,8,128,1,float16,float16,0,0.15363839864730836
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,32,8,128,1,float16,fp8,0,0.14332959651947022
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,32,32,128,1,float16,fp8,0,0.09859840273857116
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,32,32,128,1,float16,float16,0,0.11616480350494385
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,32,8,128,1,fp8,fp8,0,0.1427199959754944
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,32,32,128,1,fp8,fp8,0,0.09928960204124451
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,32,1,128,1,float16,fp8,0,0.07271999716758729
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,32,1,128,1,fp8,fp8,0,0.07206879854202271
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,32,1,128,1,float16,float16,0,0.1499071955680847
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,32,2,128,1,float16,float16,0,0.07310720086097718
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,32,2,128,1,fp8,fp8,0,0.07332320213317871
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,32,4,128,1,float16,float16,0,0.0759775996208191
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,32,2,128,1,float16,fp8,0,0.07138080000877381
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,32,4,128,1,float16,fp8,0,0.07494239807128907
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,32,4,128,1,fp8,fp8,0,0.07549279928207397
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,32,8,128,1,float16,fp8,0,0.07585920095443725
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,32,32,128,1,float16,float16,0,0.06452479958534241
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,32,8,128,1,fp8,fp8,0,0.07738080024719238
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,32,32,128,1,float16,fp8,0,0.05695199966430664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,32,8,128,1,float16,float16,0,0.14012160301208496
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,32,1,128,1,float16,float16,0,0.03916319906711578
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,32,32,128,1,fp8,fp8,0,0.05783839821815491
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,32,1,128,1,float16,fp8,0,0.03725599944591522
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,32,1,128,1,fp8,fp8,0,0.037808001041412354
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,32,2,128,1,float16,float16,0,0.0406464010477066
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,32,2,128,1,float16,fp8,0,0.03734239935874939
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,32,2,128,1,fp8,fp8,0,0.03858239948749542
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,32,4,128,1,float16,fp8,0,0.03893280029296875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,32,4,128,1,fp8,fp8,0,0.038553598523139956
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,32,4,128,1,float16,float16,0,0.07446560263633728
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,32,8,128,1,float16,float16,0,0.04575839936733246
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,32,8,128,1,float16,fp8,0,0.04089759886264801
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,32,8,128,1,fp8,fp8,0,0.03914560079574585
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,32,32,128,1,float16,float16,0,0.03797920048236847
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,32,32,128,1,float16,fp8,0,0.03116160035133362
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,32,1,128,1,float16,float16,0,0.04060479998588562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,32,32,128,1,fp8,fp8,0,0.031255999207496644
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,32,1,128,1,float16,fp8,0,0.02391680032014847
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,32,2,128,1,float16,float16,0,0.02210559993982315
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,32,1,128,1,fp8,fp8,0,0.024120000004768372
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,32,2,128,1,float16,fp8,0,0.024438400566577912
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,32,2,128,1,fp8,fp8,0,0.02419999986886978
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,32,4,128,1,float16,float16,0,0.03697119951248169
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,32,4,128,1,fp8,fp8,0,0.02426239997148514
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,32,8,128,1,float16,float16,0,0.023012800514698027
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,32,32,128,1,float16,float16,0,0.02029920071363449
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,32,4,128,1,float16,fp8,0,0.024140800535678863
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,32,8,128,1,fp8,fp8,0,0.024726399779319765
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,32,8,128,1,float16,fp8,0,0.024715200066566467
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,32,32,128,1,float16,fp8,0,0.03238719999790192
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,32,32,128,1,fp8,fp8,0,0.02040639966726303
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,32,1,128,1,float16,float16,0,0.01727679967880249
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,32,1,128,1,float16,fp8,0,0.01891999989748001
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,32,1,128,1,fp8,fp8,0,0.019016000628471374
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,32,2,128,1,float16,float16,0,0.01775519996881485
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,32,2,128,1,fp8,fp8,0,0.018780800700187682
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,32,4,128,1,float16,fp8,0,0.018408000469207764
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,32,2,128,1,float16,fp8,0,0.01895360052585602
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,32,4,128,1,float16,float16,0,0.028619199991226196
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,32,4,128,1,fp8,fp8,0,0.01903519928455353
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,32,8,128,1,float16,float16,0,0.018764799833297728
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,32,8,128,1,float16,fp8,0,0.019096000492572783
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,32,8,128,1,fp8,fp8,0,0.018931199610233308
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,32,1,128,1,float16,float16,0,0.74236159324646
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,32,2,128,1,float16,float16,0,0.7819295883178711
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,32,1,128,1,float16,fp8,0,0.7945072174072265
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,32,2,128,1,float16,fp8,0,0.8031680107116699
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,32,2,128,1,fp8,fp8,0,0.7926544189453125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,32,4,128,1,float16,float16,0,0.8165504455566406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,32,1,128,1,fp8,fp8,0,1.0913599967956542
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,32,4,128,1,float16,fp8,0,0.8065152168273926
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,32,4,128,1,fp8,fp8,0,0.826251220703125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,32,8,128,1,float16,float16,0,0.9056384086608886
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,32,32,128,1,float16,float16,0,0.7643248081207276
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,32,8,128,1,float16,fp8,0,0.8694560050964355
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,32,8,128,1,fp8,fp8,0,0.8636992454528809
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,32,32,128,1,float16,fp8,0,0.8371983528137207
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,32,1,128,1,float16,float16,0,0.3884592056274414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,32,32,128,1,fp8,fp8,0,0.5915056228637695
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,32,1,128,1,float16,fp8,0,0.4005424022674561
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,32,1,128,1,fp8,fp8,0,0.40642080307006834
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,32,2,128,1,float16,float16,0,0.39819200038909913
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,32,2,128,1,float16,fp8,0,0.40423197746276857
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,32,4,128,1,float16,float16,0,0.42068161964416506
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,32,2,128,1,fp8,fp8,0,0.6926752090454101
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,32,4,128,1,float16,fp8,0,0.41253437995910647
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,32,4,128,1,fp8,fp8,0,0.41844801902770995
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,32,8,128,1,float16,float16,0,0.46556482315063474
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,32,8,128,1,float16,fp8,0,0.4361311912536621
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,32,8,128,1,fp8,fp8,0,0.43607358932495116
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,32,32,128,1,float16,fp8,0,0.3087759971618652
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,32,32,128,1,float16,float16,0,0.38770720958709715
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,32,32,128,1,fp8,fp8,0,0.3073055982589722
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,32,1,128,1,float16,float16,0,0.19941279888153077
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,32,1,128,1,float16,fp8,0,0.20986878871917725
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,32,1,128,1,fp8,fp8,0,0.20668320655822753
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,32,2,128,1,float16,fp8,0,0.21175360679626465
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,32,2,128,1,float16,float16,0,0.20375680923461914
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,32,2,128,1,fp8,fp8,0,0.2084671974182129
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,32,4,128,1,float16,float16,0,0.21609280109405518
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,32,4,128,1,float16,fp8,0,0.215065598487854
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,32,4,128,1,fp8,fp8,0,0.21731359958648683
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,32,8,128,1,float16,fp8,0,0.2283344030380249
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,32,8,128,1,float16,float16,0,0.23793439865112304
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,32,32,128,1,float16,float16,0,0.20223679542541503
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,32,8,128,1,fp8,fp8,0,0.22499680519104004
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,32,32,128,1,float16,fp8,0,0.16040960550308228
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,32,1,128,1,float16,float16,0,0.10601439476013183
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,32,32,128,1,fp8,fp8,0,0.1618880033493042
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,32,1,128,1,float16,fp8,0,0.11159839630126953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,32,1,128,1,fp8,fp8,0,0.10949599742889404
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,32,2,128,1,float16,float16,0,0.10873919725418091
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,32,2,128,1,fp8,fp8,0,0.11149280071258545
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,32,2,128,1,float16,fp8,0,0.11056159734725952
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,32,4,128,1,float16,float16,0,0.11504479646682739
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,32,4,128,1,float16,fp8,0,0.11520160436630249
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,32,4,128,1,fp8,fp8,0,0.11508799791336059
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,32,8,128,1,float16,float16,0,0.12545440196990967
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,32,8,128,1,float16,fp8,0,0.1190608024597168
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,32,32,128,1,fp8,fp8,0,0.08780800104141236
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,32,32,128,1,float16,fp8,0,0.0871616005897522
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,32,1,128,1,float16,float16,0,0.06099200248718262
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,32,8,128,1,fp8,fp8,0,0.11864479780197143
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,32,32,128,1,float16,float16,0,0.10870239734649659
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,32,1,128,1,fp8,fp8,0,0.06053599715232849
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,32,1,128,1,float16,fp8,0,0.06079999804496765
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,32,2,128,1,float16,float16,0,0.0629040002822876
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,32,2,128,1,float16,fp8,0,0.062001597881317136
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,32,2,128,1,fp8,fp8,0,0.06182240247726441
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,32,4,128,1,fp8,fp8,0,0.06313279867172242
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,32,4,128,1,float16,float16,0,0.06436799764633179
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,32,8,128,1,float16,float16,0,0.06945120096206665
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,32,4,128,1,float16,fp8,0,0.06341279745101928
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,32,8,128,1,float16,fp8,0,0.06688960194587708
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,32,8,128,1,fp8,fp8,0,0.06636160016059875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,32,32,128,1,float16,float16,0,0.060868799686431885
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,32,32,128,1,float16,fp8,0,0.049481600522994995
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,32,32,128,1,fp8,fp8,0,0.04924159944057464
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,32,1,128,1,float16,float16,0,0.03292160034179688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,32,1,128,1,float16,fp8,0,0.03324800133705139
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,32,1,128,1,fp8,fp8,0,0.03315359950065613
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,32,2,128,1,float16,float16,0,0.03462719917297363
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,32,2,128,1,float16,fp8,0,0.03333599865436554
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,32,4,128,1,float16,float16,0,0.03678399920463562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,32,2,128,1,fp8,fp8,0,0.033083200454711914
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,32,4,128,1,float16,fp8,0,0.03361920118331909
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,32,4,128,1,fp8,fp8,0,0.03361279964447021
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,32,8,128,1,float16,fp8,0,0.03503040075302124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,32,8,128,1,float16,float16,0,0.0406576007604599
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,32,8,128,1,fp8,fp8,0,0.03513120114803314
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,32,32,128,1,float16,fp8,0,0.02550399899482727
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,32,32,128,1,float16,float16,0,0.034799998998641966
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,32,32,128,1,fp8,fp8,0,0.024899199604988098
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,32,1,128,1,float16,float16,0,0.02088160067796707
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,32,1,128,1,float16,fp8,0,0.022070400416851044
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,32,1,128,1,fp8,fp8,0,0.022256000339984892
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,32,2,128,1,float16,float16,0,0.021244800090789794
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,32,2,128,1,float16,fp8,0,0.021844799816608428
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,32,2,128,1,fp8,fp8,0,0.022097599506378175
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,32,4,128,1,float16,fp8,0,0.022550399601459502
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,32,4,128,1,float16,float16,0,0.021359999477863312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,32,4,128,1,fp8,fp8,0,0.022142399847507478
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,32,8,128,1,float16,float16,0,0.02228800058364868
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,32,8,128,1,float16,fp8,0,0.022382399439811705
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,32,8,128,1,fp8,fp8,0,0.02237759977579117
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,32,32,128,1,float16,float16,0,0.01759839951992035
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,32,32,128,1,float16,fp8,0,0.016859200596809388
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,32,32,128,1,fp8,fp8,0,0.01645440012216568
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,32,1,128,1,float16,float16,0,0.014620800316333771
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,32,1,128,1,float16,fp8,0,0.01555200070142746
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,32,1,128,1,fp8,fp8,0,0.015337599813938141
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,32,2,128,1,float16,fp8,0,0.0152879998087883
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,32,2,128,1,fp8,fp8,0,0.015364800393581391
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,32,2,128,1,float16,float16,0,0.014793600142002105
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,32,4,128,1,float16,float16,0,0.014734399318695069
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,32,4,128,1,fp8,fp8,0,0.015406399965286255
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,32,4,128,1,float16,fp8,0,0.015572799742221833
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,32,8,128,1,float16,float16,0,0.015476800501346588
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,32,32,128,1,float16,float16,0,0.01581439971923828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,32,8,128,1,fp8,fp8,0,0.015671999752521516
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,32,8,128,1,float16,fp8,0,0.015526400506496429
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,32,32,128,1,float16,fp8,0,0.015719999372959138
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,32,1,128,1,float16,float16,0,0.014364799857139588
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,32,32,128,1,fp8,fp8,0,0.015915200114250183
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,32,1,128,1,float16,fp8,0,0.015198400616645813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,32,1,128,1,fp8,fp8,0,0.014947199821472168
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,32,2,128,1,float16,float16,0,0.01446560025215149
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,32,2,128,1,float16,fp8,0,0.014839999377727509
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,32,4,128,1,float16,float16,0,0.014601600170135499
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,32,2,128,1,fp8,fp8,0,0.015251199901103973
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,32,4,128,1,float16,fp8,0,0.015083199739456177
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,32,8,128,1,float16,float16,0,0.015011200308799743
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,32,4,128,1,fp8,fp8,0,0.015105600655078887
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,32,8,128,1,float16,fp8,0,0.015095999836921692
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,32,8,128,1,fp8,fp8,0,0.015211200714111328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,32,1,128,1,float16,float16,0,0.37040159702301023
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,32,1,128,1,float16,fp8,0,0.3985071897506714
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,32,2,128,1,float16,float16,0,0.37727038860321044
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,32,1,128,1,fp8,fp8,0,0.3967535972595215
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,32,2,128,1,float16,fp8,0,0.4045407772064209
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,32,2,128,1,fp8,fp8,0,0.40682401657104494
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,32,4,128,1,float16,float16,0,0.39847679138183595
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,32,4,128,1,float16,fp8,0,0.4224832057952881
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,32,4,128,1,fp8,fp8,0,0.42024960517883303
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,32,8,128,1,float16,float16,0,0.43668642044067385
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,32,8,128,1,fp8,fp8,0,0.4512495994567871
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,32,8,128,1,float16,fp8,0,0.4467775821685791
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,32,1,128,1,float16,float16,0,0.1907088041305542
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,32,32,128,1,float16,float16,0,0.38659679889678955
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,32,32,128,1,float16,fp8,0,0.30972158908843994
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,32,1,128,1,float16,fp8,0,0.2044895887374878
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,32,1,128,1,fp8,fp8,0,0.2039088010787964
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,32,32,128,1,fp8,fp8,0,0.31094400882720946
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,32,2,128,1,float16,float16,0,0.1948639988899231
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,32,2,128,1,float16,fp8,0,0.20745439529418946
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,32,2,128,1,fp8,fp8,0,0.20722720623016358
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,32,4,128,1,float16,fp8,0,0.2146912097930908
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,32,4,128,1,float16,float16,0,0.20647199153900148
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,32,4,128,1,fp8,fp8,0,0.2176527976989746
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,32,8,128,1,float16,float16,0,0.22594079971313477
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,32,8,128,1,float16,fp8,0,0.2298288106918335
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,32,8,128,1,fp8,fp8,0,0.23061919212341309
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,32,32,128,1,float16,float16,0,0.20371360778808595
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,32,1,128,1,float16,float16,0,0.10411039590835572
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,32,32,128,1,float16,fp8,0,0.16191200017929078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,32,32,128,1,fp8,fp8,0,0.16197439432144164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,32,1,128,1,float16,fp8,0,0.11042879819869995
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,32,1,128,1,fp8,fp8,0,0.1074288010597229
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,32,2,128,1,float16,float16,0,0.10529760122299195
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,32,2,128,1,float16,fp8,0,0.11044800281524658
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,32,2,128,1,fp8,fp8,0,0.11225759983062744
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,32,4,128,1,float16,float16,0,0.1098863959312439
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,32,4,128,1,float16,fp8,0,0.11412479877471923
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,32,4,128,1,fp8,fp8,0,0.11244000196456909
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,32,8,128,1,float16,float16,0,0.12145919799804687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,32,8,128,1,float16,fp8,0,0.12216800451278687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,32,8,128,1,fp8,fp8,0,0.1219167947769165
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,32,32,128,1,float16,float16,0,0.10943200588226318
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,32,32,128,1,float16,fp8,0,0.0863856017589569
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,32,32,128,1,fp8,fp8,0,0.08651040196418762
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,32,1,128,1,float16,float16,0,0.05788159966468811
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,32,1,128,1,float16,fp8,0,0.07521119713783264
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,32,1,128,1,fp8,fp8,0,0.059431999921798706
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,32,2,128,1,float16,float16,0,0.059273600578308105
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,32,2,128,1,fp8,fp8,0,0.05942720174789429
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,32,2,128,1,float16,fp8,0,0.06053919792175293
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,32,4,128,1,float16,float16,0,0.061547201871871945
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,32,4,128,1,float16,fp8,0,0.06156960129737854
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,32,8,128,1,float16,float16,0,0.067084801197052
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,32,4,128,1,fp8,fp8,0,0.07747520208358764
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,32,8,128,1,float16,fp8,0,0.06457279920578003
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,32,32,128,1,float16,fp8,0,0.046219199895858765
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,32,8,128,1,fp8,fp8,0,0.06416800022125244
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,32,32,128,1,fp8,fp8,0,0.04624159932136536
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,32,32,128,1,float16,float16,0,0.05888479948043823
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,32,1,128,1,float16,float16,0,0.02922559976577759
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,32,1,128,1,float16,fp8,0,0.03880319893360138
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,32,1,128,1,fp8,fp8,0,0.029574400186538695
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,32,2,128,1,float16,float16,0,0.030155199766159057
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,32,2,128,1,float16,fp8,0,0.029145601391792297
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,32,4,128,1,float16,fp8,0,0.029951998591423036
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,32,2,128,1,fp8,fp8,0,0.029662400484085083
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,32,4,128,1,float16,float16,0,0.03473120033740997
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,32,4,128,1,fp8,fp8,0,0.03922719955444336
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,32,8,128,1,float16,float16,0,0.038159999251365664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,32,8,128,1,float16,fp8,0,0.03138720095157623
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,32,8,128,1,fp8,fp8,0,0.031435200572013856
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,32,32,128,1,float16,fp8,0,0.021852800250053407
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,32,32,128,1,fp8,fp8,0,0.022260800004005432
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,32,32,128,1,float16,float16,0,0.03155199885368347
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,32,1,128,1,float16,float16,0,0.017975999414920805
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,32,2,128,1,float16,float16,0,0.023361599445343016
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,32,1,128,1,float16,fp8,0,0.018852800130844116
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,32,1,128,1,fp8,fp8,0,0.018887999653816222
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,32,2,128,1,float16,fp8,0,0.018849599361419677
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,32,2,128,1,fp8,fp8,0,0.019089600443840025
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,32,4,128,1,float16,float16,0,0.018540799617767334
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,32,4,128,1,float16,fp8,0,0.019233599305152893
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,32,4,128,1,fp8,fp8,0,0.02466080039739609
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,32,8,128,1,float16,fp8,0,0.019153599441051484
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,32,8,128,1,float16,float16,0,0.019049599766731262
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,32,8,128,1,fp8,fp8,0,0.01926400065422058
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,32,32,128,1,float16,float16,0,0.015876799821853638
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,32,32,128,1,float16,fp8,0,0.014804799854755402
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,32,32,128,1,fp8,fp8,0,0.01480640023946762
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,32,1,128,1,float16,float16,0,0.016571199893951415
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,32,1,128,1,float16,fp8,0,0.013617600500583648
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,32,2,128,1,float16,float16,0,0.0131632000207901
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,32,1,128,1,fp8,fp8,0,0.013787199556827546
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,32,2,128,1,float16,fp8,0,0.013699199259281158
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,32,2,128,1,fp8,fp8,0,0.01371839940547943
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,32,4,128,1,float16,float16,0,0.017092800140380858
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,32,4,128,1,float16,fp8,0,0.013716800510883332
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,32,4,128,1,fp8,fp8,0,0.01369599997997284
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,32,8,128,1,float16,float16,0,0.01343040019273758
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,32,8,128,1,fp8,fp8,0,0.014068800210952758
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,32,8,128,1,float16,fp8,0,0.014027200639247894
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,32,32,128,1,float16,float16,0,0.016096000373363496
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,32,32,128,1,float16,fp8,0,0.013555200397968292
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,32,32,128,1,fp8,fp8,0,0.014000000059604644
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,32,1,128,1,float16,float16,0,0.012372799962759019
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,32,2,128,1,float16,float16,0,0.014580799639225006
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,32,1,128,1,float16,fp8,0,0.013185599446296692
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,32,1,128,1,fp8,fp8,0,0.013352000713348388
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,32,2,128,1,float16,fp8,0,0.013212800025939941
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,32,4,128,1,float16,float16,0,0.01273919939994812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,32,2,128,1,fp8,fp8,0,0.013361600041389466
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,32,4,128,1,float16,fp8,0,0.015694400668144225
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,32,8,128,1,float16,float16,0,0.013255999982357025
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,32,4,128,1,fp8,fp8,0,0.01324159950017929
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,32,8,128,1,fp8,fp8,0,0.013457599282264709
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,32,8,128,1,float16,fp8,0,0.013457599282264709
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,32,32,128,1,float16,fp8,0,0.015688000619411467
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,32,32,128,1,float16,float16,0,0.013596799969673157
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,32,32,128,1,fp8,fp8,0,0.013504000008106231
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,32,1,128,1,float16,float16,0,0.012372799962759019
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,32,1,128,1,float16,fp8,0,0.012967999279499053
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,32,1,128,1,fp8,fp8,0,0.013187199831008911
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,32,2,128,1,float16,fp8,0,0.013312000036239623
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,32,2,128,1,float16,float16,0,0.014535999298095703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,32,4,128,1,float16,float16,0,0.012678399682044983
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,32,2,128,1,fp8,fp8,0,0.013222399353981017
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,32,4,128,1,float16,fp8,0,0.012929600477218629
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,32,4,128,1,fp8,fp8,0,0.013097600638866424
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,32,8,128,1,float16,float16,0,0.012579199671745301
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,32,8,128,1,float16,fp8,0,0.01406559944152832
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,32,8,128,1,fp8,fp8,0,0.013312000036239623
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,32,1,128,1,float16,float16,0,0.18972480297088623
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,32,1,128,1,float16,fp8,0,0.20360159873962402
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,32,2,128,1,float16,float16,0,0.1942479968070984
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,32,1,128,1,fp8,fp8,0,0.20382559299468994
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,32,2,128,1,fp8,fp8,0,0.2070863962173462
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,32,2,128,1,float16,fp8,0,0.2192944049835205
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,32,4,128,1,float16,float16,0,0.20684480667114258
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,32,4,128,1,float16,fp8,0,0.21405599117279053
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,32,4,128,1,fp8,fp8,0,0.2145375967025757
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,32,8,128,1,float16,fp8,0,0.2282639980316162
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,32,8,128,1,float16,float16,0,0.23215041160583497
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,32,8,128,1,fp8,fp8,0,0.2633888006210327
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,32,32,128,1,float16,float16,0,0.2465008020401001
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,32,1,128,1,float16,float16,0,0.10234400033950805
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,32,32,128,1,float16,fp8,0,0.2339008092880249
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,32,1,128,1,float16,fp8,0,0.10957119464874268
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,32,1,128,1,fp8,fp8,0,0.12551679611206054
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,32,32,128,1,fp8,fp8,0,0.23405120372772217
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,32,2,128,1,float16,float16,0,0.10505440235137939
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,32,2,128,1,float16,fp8,0,0.11106239557266236
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,32,2,128,1,fp8,fp8,0,0.11096479892730712
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,32,4,128,1,float16,float16,0,0.11043679714202881
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,32,4,128,1,float16,fp8,0,0.13881280422210693
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,32,4,128,1,fp8,fp8,0,0.11405600309371948
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,32,8,128,1,float16,fp8,0,0.12141120433807373
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,32,8,128,1,float16,float16,0,0.12297279834747314
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,32,32,128,1,float16,float16,0,0.1294703960418701
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,32,8,128,1,fp8,fp8,0,0.12109440565109253
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,32,32,128,1,float16,fp8,0,0.12144960165023803
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,32,1,128,1,float16,float16,0,0.05807679891586304
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,32,32,128,1,fp8,fp8,0,0.14813120365142823
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,32,1,128,1,float16,fp8,0,0.05906720161437988
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,32,2,128,1,float16,float16,0,0.0599839985370636
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,32,1,128,1,fp8,fp8,0,0.05969280004501343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,32,2,128,1,float16,fp8,0,0.060601598024368285
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,32,2,128,1,fp8,fp8,0,0.05980960130691528
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,32,4,128,1,float16,float16,0,0.06088160276412964
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,32,4,128,1,fp8,fp8,0,0.061868798732757566
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,32,4,128,1,float16,fp8,0,0.07719039916992188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,32,8,128,1,float16,float16,0,0.06784639954566955
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,32,8,128,1,float16,fp8,0,0.0648863971233368
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,32,32,128,1,float16,fp8,0,0.06351360082626342
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,32,8,128,1,fp8,fp8,0,0.06451359987258912
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,32,1,128,1,float16,float16,0,0.03643519878387451
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,32,32,128,1,float16,float16,0,0.071288001537323
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,32,1,128,1,float16,fp8,0,0.029492801427841185
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,32,32,128,1,fp8,fp8,0,0.06419360041618347
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,32,1,128,1,fp8,fp8,0,0.029919999837875366
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,32,2,128,1,float16,float16,0,0.030827200412750243
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,32,2,128,1,float16,fp8,0,0.03012160062789917
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,32,4,128,1,float16,fp8,0,0.030112001299858093
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,32,2,128,1,fp8,fp8,0,0.03811840116977692
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,32,4,128,1,fp8,fp8,0,0.03046880066394806
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,32,4,128,1,float16,float16,0,0.03478400111198425
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,32,8,128,1,float16,float16,0,0.037987199425697324
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,32,8,128,1,float16,fp8,0,0.03174720108509064
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,32,8,128,1,fp8,fp8,0,0.032364800572395325
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,32,32,128,1,float16,float16,0,0.03908160030841827
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,32,1,128,1,float16,float16,0,0.01813279986381531
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,32,32,128,1,fp8,fp8,0,0.030399999022483824
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,32,32,128,1,float16,fp8,0,0.038873600959777835
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,32,1,128,1,fp8,fp8,0,0.01884319931268692
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,32,1,128,1,float16,fp8,0,0.01910240054130554
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,32,2,128,1,float16,float16,0,0.017918400466442108
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,32,2,128,1,float16,fp8,0,0.018915200233459474
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,32,2,128,1,fp8,fp8,0,0.019204799830913544
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,32,4,128,1,float16,fp8,0,0.01897120028734207
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,32,4,128,1,float16,float16,0,0.02189600020647049
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,32,4,128,1,fp8,fp8,0,0.019313600659370423
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,32,8,128,1,float16,float16,0,0.01918720006942749
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,32,8,128,1,float16,fp8,0,0.019278399646282196
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,32,8,128,1,fp8,fp8,0,0.01943040043115616
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,32,32,128,1,float16,float16,0,0.0189983993768692
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,32,32,128,1,float16,fp8,0,0.022008000314235686
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,32,32,128,1,fp8,fp8,0,0.018972800672054292
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,32,1,128,1,float16,float16,0,0.01318880021572113
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,32,2,128,1,float16,float16,0,0.013361600041389466
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,32,1,128,1,fp8,fp8,0,0.013942399621009826
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,32,2,128,1,float16,fp8,0,0.015689599514007568
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,32,1,128,1,float16,fp8,0,0.013976000249385834
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,32,2,128,1,fp8,fp8,0,0.01385599970817566
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,32,4,128,1,float16,float16,0,0.013568000495433807
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,32,4,128,1,float16,fp8,0,0.013892799615859985
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,32,4,128,1,fp8,fp8,0,0.01401280015707016
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,32,8,128,1,float16,float16,0,0.015216000378131866
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,32,8,128,1,float16,fp8,0,0.014105600118637086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,32,8,128,1,fp8,fp8,0,0.014099200069904328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,32,32,128,1,float16,float16,0,0.013473600149154663
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,32,32,128,1,float16,fp8,0,0.013737599551677703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,32,32,128,1,fp8,fp8,0,0.013607999682426453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,32,1,128,1,float16,float16,0,0.014342400431632995
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,32,1,128,1,float16,fp8,0,0.013459199666976928
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,32,1,128,1,fp8,fp8,0,0.013051199913024902
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,32,2,128,1,float16,float16,0,0.012596799433231354
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,32,2,128,1,float16,fp8,0,0.013195200264453888
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,32,2,128,1,fp8,fp8,0,0.013329599797725678
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,32,4,128,1,float16,float16,0,0.014481599628925323
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,32,4,128,1,float16,fp8,0,0.013223999738693237
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,32,8,128,1,float16,float16,0,0.012849600613117218
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,32,4,128,1,fp8,fp8,0,0.013265599310398103
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,32,8,128,1,float16,fp8,0,0.013204799592494964
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,32,32,128,1,float16,float16,0,0.013937599956989288
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,32,8,128,1,fp8,fp8,0,0.01334560066461563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,32,1,128,1,float16,float16,0,0.012321600317955017
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,32,32,128,1,float16,fp8,0,0.013171200454235078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,32,32,128,1,fp8,fp8,0,0.013519999384880067
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,32,1,128,1,fp8,fp8,0,0.013993600010871887
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,32,1,128,1,float16,fp8,0,0.012988799810409546
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,32,2,128,1,float16,float16,0,0.012352000176906585
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,32,2,128,1,float16,fp8,0,0.012988799810409546
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,32,2,128,1,fp8,fp8,0,0.013030399382114411
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,32,4,128,1,float16,float16,0,0.012700800597667695
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,32,4,128,1,float16,fp8,0,0.013984000682830811
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,32,8,128,1,float16,float16,0,0.012571200728416443
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,32,4,128,1,fp8,fp8,0,0.013009600341320038
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,32,8,128,1,float16,fp8,0,0.013107199966907502
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,32,8,128,1,fp8,fp8,0,0.013275200128555298
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,32,32,128,1,float16,float16,0,0.01369599997997284
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,32,32,128,1,float16,fp8,0,0.013171200454235078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,32,1,128,1,float16,float16,0,0.012145599722862244
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,32,32,128,1,fp8,fp8,0,0.013051199913024902
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,32,1,128,1,float16,fp8,0,0.012615999579429627
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,32,1,128,1,fp8,fp8,0,0.012664000689983367
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,32,2,128,1,float16,float16,0,0.013145600259304047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,32,2,128,1,float16,fp8,0,0.012862400710582733
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,32,2,128,1,fp8,fp8,0,0.012700800597667695
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,32,4,128,1,float16,float16,0,0.012139199674129486
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,32,4,128,1,float16,fp8,0,0.012721599638462066
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,32,8,128,1,float16,float16,0,0.012768000364303589
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,32,4,128,1,fp8,fp8,0,0.0126351997256279
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,32,8,128,1,float16,fp8,0,0.012928000092506409
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,32,8,128,1,fp8,fp8,0,0.012671999633312225
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,32,1,128,1,float16,float16,0,0.10172959566116332
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,32,1,128,1,fp8,fp8,0,0.11374239921569824
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,32,1,128,1,float16,fp8,0,0.11074399948120117
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,32,2,128,1,float16,float16,0,0.10505759716033936
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,32,2,128,1,float16,fp8,0,0.11170239448547363
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,32,2,128,1,fp8,fp8,0,0.11177279949188232
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,32,4,128,1,float16,float16,0,0.11042720079421997
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,32,4,128,1,float16,fp8,0,0.1184607982635498
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,32,4,128,1,fp8,fp8,0,0.1150272011756897
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,32,8,128,1,float16,float16,0,0.12180160284042359
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,32,8,128,1,fp8,fp8,0,0.12177920341491699
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,32,8,128,1,float16,fp8,0,0.12267999649047852
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,32,32,128,1,float16,float16,0,0.18630399703979492
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,32,1,128,1,float16,float16,0,0.058676797151565555
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,32,32,128,1,float16,fp8,0,0.2047951936721802
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,32,1,128,1,fp8,fp8,0,0.06048480272293091
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,32,1,128,1,float16,fp8,0,0.059931200742721555
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,32,32,128,1,fp8,fp8,0,0.19128960371017456
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,32,2,128,1,float16,float16,0,0.059083199501037596
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,32,2,128,1,float16,fp8,0,0.0616208016872406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,32,2,128,1,fp8,fp8,0,0.06573439836502075
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,32,4,128,1,float16,fp8,0,0.06182399988174438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,32,4,128,1,float16,float16,0,0.062491202354431154
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,32,4,128,1,fp8,fp8,0,0.06239200234413147
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,32,8,128,1,float16,float16,0,0.06852319836616516
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,32,8,128,1,float16,fp8,0,0.06546239852905274
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,32,8,128,1,fp8,fp8,0,0.06925600171089172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,32,1,128,1,float16,float16,0,0.02903040051460266
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,32,32,128,1,float16,fp8,0,0.10018399953842164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,32,32,128,1,float16,float16,0,0.10176639556884766
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,32,1,128,1,float16,fp8,0,0.03450559973716736
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,32,32,128,1,fp8,fp8,0,0.10012799501419067
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,32,1,128,1,fp8,fp8,0,0.030081599950790405
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,32,2,128,1,float16,float16,0,0.03170560002326965
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,32,4,128,1,float16,float16,0,0.035883200168609616
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,32,2,128,1,float16,fp8,0,0.030398398637771606
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,32,2,128,1,fp8,fp8,0,0.036406400799751285
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,32,4,128,1,float16,fp8,0,0.03151519894599915
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,32,4,128,1,fp8,fp8,0,0.030510398745536804
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,32,8,128,1,float16,float16,0,0.039447999000549315
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,32,8,128,1,fp8,fp8,0,0.038601601123809816
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,32,8,128,1,float16,fp8,0,0.03190400004386902
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,32,1,128,1,float16,float16,0,0.02186720073223114
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,32,32,128,1,float16,fp8,0,0.049911999702453615
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,32,1,128,1,float16,fp8,0,0.019486400485038757
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,32,32,128,1,float16,float16,0,0.05481439828872681
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,32,32,128,1,fp8,fp8,0,0.0485727995634079
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,32,1,128,1,fp8,fp8,0,0.023022399842739107
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,32,2,128,1,float16,fp8,0,0.01950560063123703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,32,2,128,1,float16,float16,0,0.01867839992046356
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,32,2,128,1,fp8,fp8,0,0.019417600333690645
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,32,4,128,1,float16,float16,0,0.01897120028734207
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,32,4,128,1,float16,fp8,0,0.022433599829673766
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,32,4,128,1,fp8,fp8,0,0.01974399983882904
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,32,8,128,1,fp8,fp8,0,0.019780799746513367
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,32,8,128,1,float16,fp8,0,0.01969760060310364
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,32,8,128,1,float16,float16,0,0.01953279972076416
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,32,32,128,1,float16,float16,0,0.026342400908470155
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,32,32,128,1,float16,fp8,0,0.03258880078792572
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,32,1,128,1,float16,float16,0,0.013489599525928497
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,32,32,128,1,fp8,fp8,0,0.02821120023727417
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,32,1,128,1,float16,fp8,0,0.014033600687980652
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,32,1,128,1,fp8,fp8,0,0.014201599359512328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,32,2,128,1,float16,fp8,0,0.01583999991416931
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,32,2,128,1,float16,float16,0,0.013705599308013915
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,32,2,128,1,fp8,fp8,0,0.014268800616264343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,32,4,128,1,float16,fp8,0,0.014091199636459351
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,32,4,128,1,float16,float16,0,0.01371839940547943
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,32,4,128,1,fp8,fp8,0,0.013991999626159667
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,32,8,128,1,float16,float16,0,0.015465599298477174
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,32,8,128,1,float16,fp8,0,0.014153599739074707
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,32,8,128,1,fp8,fp8,0,0.01430400013923645
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,32,32,128,1,float16,float16,0,0.017319999635219574
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,32,32,128,1,float16,fp8,0,0.01807519942522049
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,32,32,128,1,fp8,fp8,0,0.020547200739383698
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,32,1,128,1,float16,float16,0,0.012518399953842163
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,32,1,128,1,fp8,fp8,0,0.013495999574661254
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,32,1,128,1,float16,fp8,0,0.013583999872207642
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,32,2,128,1,float16,float16,0,0.01295199990272522
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,32,2,128,1,float16,fp8,0,0.013540799915790557
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,32,2,128,1,fp8,fp8,0,0.0141744002699852
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,32,4,128,1,float16,float16,0,0.012569600343704223
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,32,4,128,1,float16,fp8,0,0.013366399705410004
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,32,8,128,1,float16,float16,0,0.012907199561595917
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,32,4,128,1,fp8,fp8,0,0.013441599905490875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,32,8,128,1,fp8,fp8,0,0.014448000490665436
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,32,32,128,1,float16,float16,0,0.012822400033473968
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,32,8,128,1,float16,fp8,0,0.013368000090122224
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,32,32,128,1,fp8,fp8,0,0.013331200182437896
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,32,32,128,1,float16,fp8,0,0.013303999602794648
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,32,1,128,1,float16,float16,0,0.012438400089740754
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,32,1,128,1,float16,fp8,0,0.014276799559593201
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,32,1,128,1,fp8,fp8,0,0.01316000074148178
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,32,2,128,1,float16,float16,0,0.012334399670362473
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,32,2,128,1,float16,fp8,0,0.013305599987506866
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,32,2,128,1,fp8,fp8,0,0.013038399815559387
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,32,4,128,1,float16,float16,0,0.012484800070524216
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,32,4,128,1,float16,fp8,0,0.01406559944152832
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,32,4,128,1,fp8,fp8,0,0.01297760009765625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,32,8,128,1,float16,float16,0,0.012744000554084778
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,32,8,128,1,float16,fp8,0,0.013193599879741669
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,32,8,128,1,fp8,fp8,0,0.013148799538612366
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,32,32,128,1,float16,float16,0,0.012697599828243256
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,32,1,128,1,float16,float16,0,0.012272000312805176
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,32,32,128,1,float16,fp8,0,0.014139199256896972
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,32,32,128,1,fp8,fp8,0,0.013104000687599182
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,32,1,128,1,float16,fp8,0,0.01271360069513321
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,32,1,128,1,fp8,fp8,0,0.012643200159072877
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,32,2,128,1,float16,float16,0,0.012230399996042252
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,32,2,128,1,float16,fp8,0,0.012828800082206725
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,32,4,128,1,float16,float16,0,0.012132800370454788
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,32,2,128,1,fp8,fp8,0,0.013228799402713775
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,32,4,128,1,float16,fp8,0,0.012699200212955475
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,32,8,128,1,float16,float16,0,0.012336000055074691
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,32,4,128,1,fp8,fp8,0,0.012579199671745301
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,32,8,128,1,float16,fp8,0,0.01281919926404953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,32,8,128,1,fp8,fp8,0,0.012638400495052337
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,32,32,128,1,float16,float16,0,0.01300159990787506
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,32,32,128,1,float16,fp8,0,0.01302880048751831
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,32,1,128,1,float16,float16,0,0.012006399780511856
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,32,32,128,1,fp8,fp8,0,0.012967999279499053
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,32,1,128,1,float16,fp8,0,0.012777599692344665
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,32,1,128,1,fp8,fp8,0,0.012707200646400452
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,32,2,128,1,float16,float16,0,0.012630400061607362
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,32,2,128,1,float16,fp8,0,0.01268479973077774
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,32,2,128,1,fp8,fp8,0,0.012670400738716125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,32,4,128,1,float16,fp8,0,0.012932799756526947
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,32,4,128,1,float16,float16,0,0.01210239976644516
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,32,4,128,1,fp8,fp8,0,0.012699200212955475
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,32,8,128,1,float16,float16,0,0.012627199292182922
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,32,8,128,1,float16,fp8,0,0.012703999876976013
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,32,8,128,1,fp8,fp8,0,0.012836800515651703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,32,1,128,1,float16,fp8,0,0.06179839968681335
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,32,1,128,1,float16,float16,0,0.06011679768562317
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,32,1,128,1,fp8,fp8,0,0.06401919722557067
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,32,2,128,1,float16,float16,0,0.06085919737815857
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,32,2,128,1,float16,fp8,0,0.062080001831054686
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,32,2,128,1,fp8,fp8,0,0.06232159733772278
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,32,4,128,1,float16,float16,0,0.06407679915428162
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,32,4,128,1,float16,fp8,0,0.06413440108299255
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,32,4,128,1,fp8,fp8,0,0.06379520297050476
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,32,8,128,1,float16,float16,0,0.09571040272712708
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,32,8,128,1,float16,fp8,0,0.10103520154953002
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,32,8,128,1,fp8,fp8,0,0.10128159523010254
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,32,1,128,1,float16,float16,0,0.030348798632621764
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,32,32,128,1,float16,float16,0,0.1610767960548401
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,32,1,128,1,float16,fp8,0,0.0316431999206543
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,32,32,128,1,float16,fp8,0,0.1733728051185608
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,32,32,128,1,fp8,fp8,0,0.17417440414428711
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,32,1,128,1,fp8,fp8,0,0.031020799279212953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,32,2,128,1,float16,float16,0,0.03211199939250946
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,32,4,128,1,float16,float16,0,0.036735999584198
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,32,2,128,1,float16,fp8,0,0.031206399202346802
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,32,2,128,1,fp8,fp8,0,0.030988800525665283
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,32,4,128,1,float16,fp8,0,0.031641599535942075
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,32,4,128,1,fp8,fp8,0,0.0377487987279892
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,32,8,128,1,float16,float16,0,0.055308800935745236
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,32,8,128,1,float16,fp8,0,0.05114399790763855
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,32,8,128,1,fp8,fp8,0,0.05094720125198364
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,32,32,128,1,float16,float16,0,0.08588160276412964
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,32,32,128,1,float16,fp8,0,0.10509920120239258
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,32,1,128,1,float16,float16,0,0.019044800102710722
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,32,32,128,1,fp8,fp8,0,0.08584319949150085
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,32,1,128,1,float16,fp8,0,0.020113599300384522
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,32,1,128,1,fp8,fp8,0,0.020121599733829498
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,32,2,128,1,float16,float16,0,0.02220800071954727
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,32,2,128,1,float16,fp8,0,0.01998399943113327
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,32,2,128,1,fp8,fp8,0,0.020129600167274476
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,32,4,128,1,float16,fp8,0,0.020080000162124634
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,32,4,128,1,float16,float16,0,0.01952800005674362
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,32,4,128,1,fp8,fp8,0,0.02380799949169159
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,32,8,128,1,float16,float16,0,0.026280000805854797
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,32,8,128,1,float16,fp8,0,0.028651198744773863
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,32,8,128,1,fp8,fp8,0,0.028672000765800475
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,32,32,128,1,float16,float16,0,0.04178560078144074
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,32,32,128,1,float16,fp8,0,0.05649120211601257
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,32,1,128,1,float16,float16,0,0.013984000682830811
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,32,32,128,1,fp8,fp8,0,0.04632799923419952
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,32,1,128,1,float16,fp8,0,0.014550399780273438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,32,1,128,1,fp8,fp8,0,0.014620800316333771
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,32,2,128,1,float16,float16,0,0.015591999888420105
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,32,2,128,1,float16,fp8,0,0.014412799477577209
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,32,2,128,1,fp8,fp8,0,0.014560000598430633
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,32,4,128,1,float16,float16,0,0.01401119977235794
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,32,4,128,1,float16,fp8,0,0.014662399888038635
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,32,4,128,1,fp8,fp8,0,0.016470399498939515
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,32,8,128,1,float16,float16,0,0.017497600615024568
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,32,8,128,1,fp8,fp8,0,0.018408000469207764
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,32,8,128,1,float16,fp8,0,0.0186256006360054
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,32,32,128,1,float16,float16,0,0.025095999240875244
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,32,32,128,1,float16,fp8,0,0.03150720000267029
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,32,32,128,1,fp8,fp8,0,0.02715519964694977
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,32,1,128,1,float16,float16,0,0.012646399438381195
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,32,1,128,1,float16,fp8,0,0.01358560025691986
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,32,1,128,1,fp8,fp8,0,0.013598400354385375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,32,2,128,1,float16,float16,0,0.014372800290584565
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,32,2,128,1,float16,fp8,0,0.013540799915790557
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,32,2,128,1,fp8,fp8,0,0.013310399651527405
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,32,4,128,1,float16,float16,0,0.01281599998474121
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,32,4,128,1,fp8,fp8,0,0.015291200578212738
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,32,4,128,1,float16,fp8,0,0.013356800377368926
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,32,8,128,1,float16,float16,0,0.0125231996178627
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,32,8,128,1,float16,fp8,0,0.013040000200271606
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,32,8,128,1,fp8,fp8,0,0.013372799754142762
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,32,32,128,1,float16,float16,0,0.018427200615406036
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,32,32,128,1,float16,fp8,0,0.01791519969701767
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,32,32,128,1,fp8,fp8,0,0.01775519996881485
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,32,1,128,1,float16,float16,0,0.012247999757528305
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,32,1,128,1,float16,fp8,0,0.013316799700260163
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,32,1,128,1,fp8,fp8,0,0.014430400729179383
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,32,2,128,1,float16,float16,0,0.01284479945898056
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,32,2,128,1,fp8,fp8,0,0.013182400166988373
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,32,2,128,1,float16,fp8,0,0.013372799754142762
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,32,4,128,1,float16,float16,0,0.012639999389648438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,32,4,128,1,float16,fp8,0,0.014420799911022186
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,32,8,128,1,float16,float16,0,0.012374400347471236
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,32,4,128,1,fp8,fp8,0,0.013446399569511413
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,32,8,128,1,float16,fp8,0,0.012966400384902954
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,32,8,128,1,fp8,fp8,0,0.01295360028743744
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,32,32,128,1,float16,float16,0,0.013753600418567657
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,32,32,128,1,float16,fp8,0,0.013142399489879608
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,32,1,128,1,float16,float16,0,0.012280000001192093
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,32,32,128,1,fp8,fp8,0,0.013100799918174744
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,32,2,128,1,float16,float16,0,0.013273599743843078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,32,1,128,1,float16,fp8,0,0.01271039992570877
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,32,1,128,1,fp8,fp8,0,0.012783999741077422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,32,2,128,1,float16,fp8,0,0.01271200031042099
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,32,2,128,1,fp8,fp8,0,0.012753599882125854
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,32,4,128,1,float16,float16,0,0.012097600102424621
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,32,4,128,1,float16,fp8,0,0.013875199854373932
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,32,4,128,1,fp8,fp8,0,0.012736000120639801
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,32,8,128,1,float16,float16,0,0.012132800370454788
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,32,8,128,1,float16,fp8,0,0.012902399897575379
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,32,8,128,1,fp8,fp8,0,0.012865599989891053
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,32,32,128,1,float16,float16,0,0.013184000551700593
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,32,32,128,1,float16,fp8,0,0.013064000010490417
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,32,32,128,1,fp8,fp8,0,0.012982399761676788
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,32,1,128,1,float16,float16,0,0.012089599668979645
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,32,1,128,1,float16,fp8,0,0.01265760064125061
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,32,1,128,1,fp8,fp8,0,0.01311360001564026
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,32,2,128,1,float16,float16,0,0.012220799922943115
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,32,2,128,1,float16,fp8,0,0.012715199589729309
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,32,2,128,1,fp8,fp8,0,0.012638400495052337
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,32,4,128,1,float16,float16,0,0.012083200365304947
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,32,4,128,1,float16,fp8,0,0.013169600069522858
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,32,8,128,1,float16,float16,0,0.011905600130558015
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,32,4,128,1,fp8,fp8,0,0.012742400169372559
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,32,8,128,1,float16,fp8,0,0.012492799758911132
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,32,8,128,1,fp8,fp8,0,0.012638400495052337
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,32,32,128,1,float16,float16,0,0.013102400302886962
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,32,32,128,1,float16,fp8,0,0.01297920048236847
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,32,32,128,1,fp8,fp8,0,0.012824000418186187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,32,1,128,1,float16,float16,0,0.01188960000872612
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,32,1,128,1,float16,fp8,0,0.01255359947681427
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,32,1,128,1,fp8,fp8,0,0.013273599743843078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,32,2,128,1,float16,float16,0,0.011902400106191636
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,32,2,128,1,float16,fp8,0,0.012729600071907043
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,32,2,128,1,fp8,fp8,0,0.012606400251388549
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,32,4,128,1,float16,float16,0,0.011900799721479416
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,32,4,128,1,float16,fp8,0,0.013235199451446533
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,32,4,128,1,fp8,fp8,0,0.012491200119256973
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,32,8,128,1,float16,float16,0,0.011913599818944931
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,32,8,128,1,float16,fp8,0,0.012580800056457519
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,32,8,128,1,fp8,fp8,0,0.012439999729394913
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,32,1,128,1,float16,float16,0,0.021716800332069398
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,32,1,128,1,float16,fp8,0,0.022201600670814513
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,32,1,128,1,fp8,fp8,0,0.022494399547576906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,32,2,128,1,float16,fp8,0,0.03097760081291199
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,32,2,128,1,float16,float16,0,0.028177601099014283
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,32,2,128,1,fp8,fp8,0,0.03167999982833862
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,32,4,128,1,float16,float16,0,0.04271360039710999
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,32,4,128,1,float16,fp8,0,0.0486160010099411
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,32,4,128,1,fp8,fp8,0,0.048640000820159915
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,32,8,128,1,float16,float16,0,0.07084320187568664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,32,8,128,1,float16,fp8,0,0.0857583999633789
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,32,8,128,1,fp8,fp8,0,0.0832431972026825
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,32,32,128,1,float16,float16,0,0.12576160430908204
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,32,1,128,1,float16,float16,0,0.014881600439548493
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,32,32,128,1,float16,fp8,0,0.1538032054901123
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,32,1,128,1,float16,fp8,0,0.01528480052947998
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,32,1,128,1,fp8,fp8,0,0.015627199411392213
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,32,32,128,1,fp8,fp8,0,0.15347360372543334
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,32,2,128,1,float16,float16,0,0.01851679980754852
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,32,2,128,1,float16,fp8,0,0.02003999948501587
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,32,2,128,1,fp8,fp8,0,0.02041279971599579
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,32,4,128,1,float16,float16,0,0.025707200169563293
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,32,4,128,1,float16,fp8,0,0.02879680097103119
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,32,4,128,1,fp8,fp8,0,0.029016000032424927
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,32,8,128,1,float16,float16,0,0.04085280001163483
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,32,8,128,1,float16,fp8,0,0.04649760127067566
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,32,8,128,1,fp8,fp8,0,0.04680800139904022
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,32,32,128,1,float16,float16,0,0.0688256025314331
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,32,32,128,1,float16,fp8,0,0.08150720000267028
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,32,1,128,1,float16,float16,0,0.013344000279903411
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,32,1,128,1,float16,fp8,0,0.014008000493049622
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,32,1,128,1,fp8,fp8,0,0.014572800695896148
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,32,32,128,1,fp8,fp8,0,0.0816752016544342
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,32,2,128,1,float16,float16,0,0.013422399759292603
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,32,2,128,1,float16,fp8,0,0.014140799641609192
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,32,2,128,1,fp8,fp8,0,0.014233599603176116
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,32,4,128,1,float16,float16,0,0.017180800437927246
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,32,4,128,1,float16,fp8,0,0.018838399648666383
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,32,4,128,1,fp8,fp8,0,0.01868640035390854
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,32,8,128,1,float16,float16,0,0.024379199743270873
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,32,8,128,1,float16,fp8,0,0.027300798892974855
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,32,8,128,1,fp8,fp8,0,0.02757279872894287
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,32,32,128,1,float16,float16,0,0.03920319974422455
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,32,32,128,1,float16,fp8,0,0.045495998859405515
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,32,1,128,1,float16,float16,0,0.012744000554084778
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,32,32,128,1,fp8,fp8,0,0.045049598813056944
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,32,1,128,1,float16,fp8,0,0.013492800295352936
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,32,1,128,1,fp8,fp8,0,0.013622400164604188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,32,2,128,1,float16,float16,0,0.01282079964876175
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,32,2,128,1,float16,fp8,0,0.01316480040550232
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,32,2,128,1,fp8,fp8,0,0.013348799943923951
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,32,4,128,1,float16,float16,0,0.012622399628162384
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,32,4,128,1,float16,fp8,0,0.01358879953622818
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,32,4,128,1,fp8,fp8,0,0.013785600662231445
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,32,8,128,1,float16,float16,0,0.01664479970932007
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,32,8,128,1,float16,fp8,0,0.017671999335289002
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,32,8,128,1,fp8,fp8,0,0.017771199345588684
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,32,32,128,1,float16,fp8,0,0.026849600672721862
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,32,32,128,1,float16,float16,0,0.024084800481796266
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,32,32,128,1,fp8,fp8,0,0.027006399631500245
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,32,1,128,1,float16,float16,0,0.01210239976644516
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,32,1,128,1,float16,fp8,0,0.012505599856376648
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,32,1,128,1,fp8,fp8,0,0.012676799297332763
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,32,2,128,1,float16,float16,0,0.012044800072908401
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,32,2,128,1,fp8,fp8,0,0.013030399382114411
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,32,2,128,1,float16,fp8,0,0.012851199507713318
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,32,4,128,1,float16,float16,0,0.012300799787044524
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,32,4,128,1,float16,fp8,0,0.012825599312782288
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,32,4,128,1,fp8,fp8,0,0.013055999577045441
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,32,8,128,1,float16,float16,0,0.012380799651145935
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,32,8,128,1,float16,fp8,0,0.013046400249004364
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,32,8,128,1,fp8,fp8,0,0.013246400654315949
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,32,32,128,1,float16,float16,0,0.016515199840068818
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,32,32,128,1,float16,fp8,0,0.017615999281406402
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,32,32,128,1,fp8,fp8,0,0.0177279993891716
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,32,1,128,1,float16,float16,0,0.011841599643230439
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,32,1,128,1,float16,fp8,0,0.012534399330615998
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,32,1,128,1,fp8,fp8,0,0.012380799651145935
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,32,2,128,1,float16,float16,0,0.01188800036907196
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,32,2,128,1,float16,fp8,0,0.012691199779510498
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,32,2,128,1,fp8,fp8,0,0.012433599680662155
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,32,4,128,1,float16,float16,0,0.012174399942159653
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,32,4,128,1,float16,fp8,0,0.012919999659061432
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,32,4,128,1,fp8,fp8,0,0.012870399653911591
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,32,8,128,1,float16,float16,0,0.012200000137090683
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,32,8,128,1,float16,fp8,0,0.012963199615478515
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,32,8,128,1,fp8,fp8,0,0.01271200031042099
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,32,32,128,1,float16,float16,0,0.012566399574279786
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,32,32,128,1,float16,fp8,0,0.014135999977588654
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,32,32,128,1,fp8,fp8,0,0.013185599446296692
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,32,1,128,1,float16,float16,0,0.011481600254774094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,32,1,128,1,float16,fp8,0,0.012275200337171555
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,32,1,128,1,fp8,fp8,0,0.01228640004992485
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,32,2,128,1,float16,float16,0,0.011724799871444702
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,32,2,128,1,float16,fp8,0,0.012305600196123123
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,32,2,128,1,fp8,fp8,0,0.012252800166606903
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,32,4,128,1,float16,float16,0,0.01165440008044243
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,32,4,128,1,float16,fp8,0,0.012347199767827988
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,32,4,128,1,fp8,fp8,0,0.012507200241088867
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,32,8,128,1,float16,float16,0,0.011798399686813354
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,32,8,128,1,float16,fp8,0,0.012788799405097962
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,32,8,128,1,fp8,fp8,0,0.012751999497413635
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,32,32,128,1,float16,float16,0,0.012321600317955017
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,32,32,128,1,float16,fp8,0,0.013284799456596375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,32,1,128,1,float16,float16,0,0.011483199894428253
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,32,32,128,1,fp8,fp8,0,0.012985600531101227
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,32,1,128,1,float16,fp8,0,0.01226240023970604
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,32,1,128,1,fp8,fp8,0,0.012324800342321396
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,32,2,128,1,float16,float16,0,0.011687999963760376
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,32,2,128,1,float16,fp8,0,0.012329600006341934
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,32,2,128,1,fp8,fp8,0,0.012359999865293504
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,32,4,128,1,float16,float16,0,0.011548800021409988
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,32,4,128,1,float16,fp8,0,0.012358400225639343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,32,4,128,1,fp8,fp8,0,0.012518399953842163
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,32,8,128,1,float16,float16,0,0.011644800007343293
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,32,8,128,1,float16,fp8,0,0.012588800489902496
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,32,8,128,1,fp8,fp8,0,0.01231039986014366
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,32,32,128,1,float16,float16,0,0.01255040019750595
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,32,32,128,1,float16,fp8,0,0.012907199561595917
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,32,32,128,1,fp8,fp8,0,0.013025599718093871
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,32,1,128,1,float16,float16,0,0.011695999652147293
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,32,1,128,1,float16,fp8,0,0.012163200229406358
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,32,1,128,1,fp8,fp8,0,0.012332800030708312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,32,2,128,1,float16,float16,0,0.011614400148391723
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,32,2,128,1,float16,fp8,0,0.01236959993839264
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,32,2,128,1,fp8,fp8,0,0.012379200011491776
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,32,4,128,1,float16,float16,0,0.011500799655914306
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,32,4,128,1,float16,fp8,0,0.01223519966006279
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,32,4,128,1,fp8,fp8,0,0.0124208003282547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,32,8,128,1,float16,float16,0,0.011700800061225891
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,32,8,128,1,float16,fp8,0,0.012425599992275238
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,32,8,128,1,fp8,fp8,0,0.012272000312805176
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,24,1,128,1,float16,fp8,0,18.492979431152342
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,24,1,128,1,fp8,fp8,0,18.77007293701172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,24,2,128,1,float16,fp8,0,18.86811065673828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,24,2,128,1,fp8,fp8,0,18.746749877929688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,24,1,128,1,float16,float16,0,21.860810852050783
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,24,4,128,1,float16,fp8,0,18.960536193847656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,24,4,128,1,float16,float16,0,22.06647644042969
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,24,24,128,1,float16,float16,0,11.71749267578125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,24,4,128,1,fp8,fp8,0,20.232484436035158
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,24,8,128,1,float16,fp8,0,20.60972900390625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,24,8,128,1,fp8,fp8,0,20.214137268066406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,24,8,128,1,float16,float16,0,25.362220764160156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,24,1,128,1,float16,float16,0,12.026439666748047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,24,1,128,1,float16,fp8,0,9.469558715820312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,24,1,128,1,fp8,fp8,0,9.713942718505859
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,24,2,128,1,float16,float16,0,11.43395538330078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,24,2,128,1,float16,fp8,0,9.4173583984375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,24,2,128,1,fp8,fp8,0,9.342823791503907
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,24,4,128,1,float16,fp8,0,9.531523132324219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,24,4,128,1,float16,float16,0,11.281488037109375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,24,4,128,1,fp8,fp8,0,9.44360809326172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,24,8,128,1,float16,float16,0,11.467215728759765
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,24,8,128,1,float16,fp8,0,9.443211364746094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,24,24,128,1,float16,float16,0,5.7593952178955075
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,24,8,128,1,fp8,fp8,0,9.572443389892578
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,24,1,128,1,float16,fp8,0,4.827606582641602
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,24,1,128,1,float16,float16,0,5.72288818359375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,24,1,128,1,fp8,fp8,0,5.095009613037109
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,24,2,128,1,float16,fp8,0,5.128079986572265
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,24,2,128,1,float16,float16,0,6.093201446533203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,24,2,128,1,float16,float16,0,79.29314575195312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,24,2,128,1,fp8,fp8,0,5.318926239013672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,24,4,128,1,float16,float16,0,6.208369445800781
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,24,4,128,1,fp8,fp8,0,5.041307067871093
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,24,8,128,1,float16,fp8,0,4.738868713378906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,24,8,128,1,float16,float16,0,5.733979034423828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,24,8,128,1,fp8,fp8,0,4.851614379882813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,24,4,128,1,float16,fp8,0,12.8832763671875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,24,24,128,1,float16,float16,0,2.8882240295410155
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,24,1,128,1,float16,fp8,0,2.5095327377319334
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,24,1,128,1,fp8,fp8,0,2.352835273742676
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,24,2,128,1,float16,float16,0,2.7212127685546874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,24,1,128,1,float16,float16,0,9.86523666381836
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,24,2,128,1,float16,fp8,0,2.5306943893432616
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,24,4,128,1,float16,float16,0,2.754283142089844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,24,2,128,1,fp8,fp8,0,6.381137466430664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,24,4,128,1,float16,fp8,0,2.541454315185547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,24,8,128,1,float16,float16,0,2.7604528427124024
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,24,8,128,1,float16,fp8,0,2.5561967849731446
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,24,4,128,1,fp8,fp8,0,6.312263870239258
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,24,8,128,1,fp8,fp8,0,2.396086311340332
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,24,1,128,1,float16,fp8,0,10.829338836669923
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,24,1,128,1,fp8,fp8,0,10.933875274658202
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,24,2,128,1,float16,float16,0,13.27720947265625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,24,1,128,1,float16,float16,0,44.809722900390625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,24,2,128,1,float16,fp8,0,10.691223907470704
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,24,4,128,1,float16,float16,0,13.385336303710938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,24,4,128,1,float16,fp8,0,10.993942260742188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,24,2,128,1,fp8,fp8,0,28.75019226074219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,24,4,128,1,fp8,fp8,0,10.90447998046875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,24,8,128,1,float16,fp8,0,11.189437103271484
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,24,24,128,1,fp8,fp8,0,2.4254512786865234
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,24,24,128,1,float16,fp8,0,9.709635162353516
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,24,24,128,1,float16,float16,0,6.8737648010253904
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,24,24,128,1,float16,fp8,0,5.5375007629394535
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,24,8,128,1,fp8,fp8,0,11.151692962646484
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,24,24,128,1,float16,fp8,0,4.836566543579101
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,24,24,128,1,fp8,fp8,0,4.907876968383789
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,24,24,128,1,fp8,fp8,0,5.6592975616455075
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,24,1,128,1,float16,float16,0,6.577457427978516
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,24,1,128,1,float16,fp8,0,5.512144088745117
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,24,1,128,1,fp8,fp8,0,5.287139129638672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,24,2,128,1,float16,float16,0,6.5082557678222654
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,24,2,128,1,float16,fp8,0,5.364179229736328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,24,2,128,1,fp8,fp8,0,5.381201553344726
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,24,8,128,1,float16,float16,0,45.43369140625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,24,4,128,1,float16,fp8,0,5.3557697296142575
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,24,24,128,1,float16,fp8,0,2.4421903610229494
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,24,4,128,1,float16,float16,0,6.511798095703125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,24,4,128,1,fp8,fp8,0,5.429278564453125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,24,24,128,1,float16,fp8,0,2.806747245788574
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,24,24,128,1,float16,float16,0,3.5024974822998045
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,24,24,128,1,fp8,fp8,0,9.648834991455079
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,24,8,128,1,float16,fp8,0,5.528542327880859
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,24,8,128,1,float16,float16,0,6.633351898193359
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,24,1,128,1,float16,fp8,0,2.6519615173339846
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,24,1,128,1,float16,float16,0,3.12300968170166
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,24,1,128,1,fp8,fp8,0,2.8413984298706056
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,24,2,128,1,float16,float16,0,2.9963615417480467
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,24,2,128,1,fp8,fp8,0,2.7815679550170898
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,24,2,128,1,float16,fp8,0,3.09244327545166
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,24,24,128,1,fp8,fp8,0,2.7700639724731446
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,24,4,128,1,float16,float16,0,3.241459274291992
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,24,4,128,1,fp8,fp8,0,2.7346576690673827
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,24,4,128,1,float16,fp8,0,3.0837024688720702
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,24,24,128,1,float16,float16,0,1.6012928009033203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,24,8,128,1,float16,fp8,0,2.6997695922851563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,24,8,128,1,float16,float16,0,3.230812835693359
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,24,8,128,1,fp8,fp8,0,3.097203254699707
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,24,24,128,1,float16,fp8,0,1.5942879676818849
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,24,24,128,1,fp8,fp8,0,1.401039981842041
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,24,1,128,1,float16,float16,0,1.4424896240234375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,24,1,128,1,float16,fp8,0,1.4494128227233887
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,24,1,128,1,fp8,fp8,0,1.3454768180847168
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,24,2,128,1,float16,float16,0,1.5575023651123048
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,24,2,128,1,float16,fp8,0,1.410465621948242
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,24,2,128,1,fp8,fp8,0,1.3856351852416993
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,24,4,128,1,float16,fp8,0,1.3380463600158692
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,24,4,128,1,float16,float16,0,1.4964415550231933
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,24,4,128,1,fp8,fp8,0,1.3841808319091797
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,24,8,128,1,float16,float16,0,1.744286346435547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,24,8,128,1,fp8,fp8,0,1.3568063735961915
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,24,8,128,1,float16,fp8,0,1.4628447532653808
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,24,8,128,1,fp8,fp8,0,14.702078247070313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,24,1,128,1,float16,fp8,0,7.682790374755859
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,24,1,128,1,fp8,fp8,0,7.546399688720703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,24,2,128,1,fp8,fp8,0,7.614780426025391
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,24,1,128,1,float16,float16,0,8.803825378417969
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,24,2,128,1,float16,fp8,0,7.745972442626953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,24,2,128,1,float16,float16,0,9.028092956542968
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,24,4,128,1,float16,float16,0,8.96679229736328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,24,24,128,1,float16,fp8,0,3.9509231567382814
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,24,24,128,1,fp8,fp8,0,4.050262451171875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,24,24,128,1,float16,float16,0,5.2891998291015625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,24,4,128,1,fp8,fp8,0,8.00184326171875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,24,8,128,1,float16,fp8,0,7.707489776611328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,24,8,128,1,fp8,fp8,0,7.571347045898437
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,24,8,128,1,float16,float16,0,9.692977905273438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,24,1,128,1,float16,float16,0,4.4067535400390625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,24,1,128,1,float16,fp8,0,4.163659286499024
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,24,1,128,1,fp8,fp8,0,3.8394287109375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,24,2,128,1,float16,fp8,0,3.789633560180664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,24,2,128,1,fp8,fp8,0,4.015851211547852
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,24,2,128,1,float16,float16,0,4.733567810058593
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,24,4,128,1,float16,fp8,0,20.260711669921875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,24,4,128,1,float16,fp8,0,3.802503967285156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,24,4,128,1,float16,float16,0,4.563292694091797
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,24,4,128,1,fp8,fp8,0,3.787403106689453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,24,24,128,1,float16,fp8,0,1.9690143585205078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,24,24,128,1,fp8,fp8,0,2.1511568069458007
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,24,1,128,1,float16,float16,0,2.1769855499267576
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,24,8,128,1,float16,fp8,0,4.173551940917969
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,24,8,128,1,float16,float16,0,4.614715194702148
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,24,8,128,1,fp8,fp8,0,4.270569610595703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,24,1,128,1,float16,fp8,0,2.0085744857788086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,24,1,128,1,fp8,fp8,0,1.867401695251465
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,24,2,128,1,float16,fp8,0,1.9767391204833984
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,24,2,128,1,float16,float16,0,2.2637584686279295
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,24,2,128,1,fp8,fp8,0,2.1851264953613283
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,24,4,128,1,float16,float16,0,2.1627376556396483
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,24,4,128,1,float16,fp8,0,1.8815887451171875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,24,4,128,1,fp8,fp8,0,2.0951200485229493
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,24,24,128,1,float16,float16,0,1.1864560127258301
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,24,24,128,1,fp8,fp8,0,1.0083536148071288
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,24,8,128,1,float16,float16,0,2.3913536071777344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,24,24,128,1,float16,fp8,0,1.2726863861083983
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,24,8,128,1,float16,fp8,0,1.9037439346313476
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,24,8,128,1,fp8,fp8,0,2.0174640655517577
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,24,24,128,1,float16,float16,0,8.219641876220702
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,24,1,128,1,float16,float16,0,1.0689519882202148
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,24,1,128,1,fp8,fp8,0,0.9417551994323731
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,24,1,128,1,float16,fp8,0,1.092841625213623
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,24,2,128,1,float16,fp8,0,1.0245792388916015
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,24,2,128,1,fp8,fp8,0,0.9385359764099122
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,24,2,128,1,float16,float16,0,1.193825626373291
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,24,4,128,1,float16,float16,0,1.0284064292907715
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,24,4,128,1,fp8,fp8,0,1.0285056114196778
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,24,8,128,1,float16,float16,0,1.0375727653503417
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,24,8,128,1,float16,fp8,0,0.9842191696166992
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,24,8,128,1,fp8,fp8,0,0.9983599662780762
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,24,4,128,1,float16,fp8,0,2.7527856826782227
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,24,1,128,1,float16,fp8,0,9.879934692382813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,24,1,128,1,fp8,fp8,0,10.080406188964844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,24,2,128,1,float16,fp8,0,9.791108703613281
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,24,2,128,1,fp8,fp8,0,10.269556427001953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,24,1,128,1,float16,float16,0,11.8287841796875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,24,2,128,1,float16,float16,0,11.967603302001953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,24,4,128,1,float16,float16,0,11.927862548828125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,24,24,128,1,float16,fp8,0,5.1775871276855465
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,24,24,128,1,float16,float16,0,6.32580795288086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,24,24,128,1,fp8,fp8,0,5.34069595336914
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,24,4,128,1,fp8,fp8,0,10.077243041992187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,24,8,128,1,float16,fp8,0,9.841033935546875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,24,8,128,1,fp8,fp8,0,10.096479797363282
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,24,8,128,1,float16,float16,0,12.535929870605468
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,24,1,128,1,float16,fp8,0,4.8514961242675785
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,24,1,128,1,fp8,fp8,0,4.91844482421875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,24,1,128,1,float16,float16,0,5.869655990600586
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,24,2,128,1,float16,fp8,0,4.842161560058594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,24,2,128,1,float16,float16,0,5.987457656860352
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,24,2,128,1,fp8,fp8,0,4.89771842956543
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,24,4,128,1,float16,fp8,0,26.364239501953126
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,24,4,128,1,float16,fp8,0,5.111331176757813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,24,4,128,1,fp8,fp8,0,5.375844955444336
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,24,4,128,1,float16,float16,0,6.0007072448730465
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,24,24,128,1,float16,float16,0,3.077828788757324
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,24,8,128,1,float16,float16,0,5.951264190673828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,24,8,128,1,float16,fp8,0,5.5324352264404295
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,24,8,128,1,fp8,fp8,0,5.213931274414063
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,24,1,128,1,float16,fp8,0,2.4501792907714846
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,24,24,128,1,fp8,fp8,0,2.5775951385498046
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,24,1,128,1,fp8,fp8,0,2.492710494995117
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,24,1,128,1,float16,float16,0,2.8056943893432615
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,24,2,128,1,float16,float16,0,2.7971872329711913
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,24,2,128,1,float16,fp8,0,2.8529455184936525
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,24,2,128,1,fp8,fp8,0,2.462071990966797
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,24,4,128,1,float16,float16,0,2.830179214477539
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,24,4,128,1,float16,fp8,0,2.452739143371582
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,24,4,128,1,fp8,fp8,0,2.663091278076172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,24,24,128,1,float16,float16,0,1.6777936935424804
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,24,8,128,1,float16,fp8,0,2.65524959564209
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,24,8,128,1,float16,float16,0,3.214353561401367
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,24,24,128,1,fp8,fp8,0,1.2894240379333497
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,24,24,128,1,float16,fp8,0,1.543404769897461
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,24,8,128,1,fp8,fp8,0,2.761248016357422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,24,1,128,1,float16,float16,0,1.3680319786071777
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,24,1,128,1,fp8,fp8,0,1.2335087776184082
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,24,1,128,1,float16,fp8,0,1.4420512199401856
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,24,2,128,1,float16,fp8,0,1.2175680160522462
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,24,2,128,1,float16,float16,0,1.5293984413146973
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,24,2,128,1,fp8,fp8,0,1.3364848136901855
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,24,4,128,1,float16,float16,0,1.4277824401855468
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,24,4,128,1,float16,fp8,0,1.313422393798828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,24,4,128,1,fp8,fp8,0,1.269092845916748
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,24,24,128,1,float16,float16,0,0.7392735958099366
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,24,8,128,1,float16,float16,0,1.4415247917175293
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,24,24,128,1,float16,fp8,0,6.6994575500488285
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,24,8,128,1,float16,fp8,0,1.30098876953125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,24,24,128,1,fp8,fp8,0,0.6868000030517578
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,24,24,128,1,float16,fp8,0,0.7953199863433837
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,24,1,128,1,float16,float16,0,0.6602320194244384
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,24,8,128,1,fp8,fp8,0,1.3077280044555664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,24,1,128,1,float16,fp8,0,0.6667407989501953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,24,1,128,1,fp8,fp8,0,0.6686255931854248
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,24,2,128,1,float16,fp8,0,0.6493824005126954
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,24,2,128,1,fp8,fp8,0,0.6351183891296387
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,24,4,128,1,float16,fp8,0,0.6313360214233399
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,24,4,128,1,float16,float16,0,0.6791423797607422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,24,4,128,1,fp8,fp8,0,0.6627168178558349
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,24,8,128,1,float16,float16,0,0.6944528102874756
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,24,8,128,1,float16,fp8,0,0.6462287902832031
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,24,8,128,1,fp8,fp8,0,0.6458176136016845
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,24,2,128,1,float16,float16,0,1.6531856536865235
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,24,1,128,1,float16,fp8,0,5.751049423217774
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,24,1,128,1,fp8,fp8,0,5.748995208740235
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,24,2,128,1,float16,fp8,0,5.61683349609375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,24,2,128,1,fp8,fp8,0,5.841585540771485
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,24,1,128,1,float16,float16,0,6.7732704162597654
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,24,2,128,1,float16,float16,0,6.8674156188964846
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,24,4,128,1,float16,fp8,0,5.672478485107422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,24,24,128,1,float16,float16,0,3.70623664855957
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,24,24,128,1,float16,fp8,0,3.0966655731201174
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,24,4,128,1,fp8,fp8,0,5.814273452758789
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,24,8,128,1,float16,fp8,0,5.808419036865234
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,24,8,128,1,fp8,fp8,0,5.865544128417969
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,24,8,128,1,float16,float16,0,7.274961853027344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,24,24,128,1,fp8,fp8,0,3.021273612976074
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,24,1,128,1,float16,fp8,0,2.796414375305176
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,24,1,128,1,float16,float16,0,3.3104305267333984
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,24,1,128,1,fp8,fp8,0,2.7930864334106444
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,24,2,128,1,float16,fp8,0,2.823196792602539
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,24,2,128,1,float16,float16,0,3.438675308227539
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,24,2,128,1,fp8,fp8,0,2.910470390319824
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,24,4,128,1,float16,fp8,0,2.8367263793945314
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,24,4,128,1,float16,float16,0,3.2382766723632814
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,24,4,128,1,fp8,fp8,0,2.986087989807129
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,24,24,128,1,float16,fp8,0,1.5237520217895508
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,24,8,128,1,float16,float16,0,3.542287826538086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,24,24,128,1,float16,float16,0,1.852956771850586
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,24,24,128,1,fp8,fp8,0,1.777400016784668
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,24,8,128,1,float16,fp8,0,2.8971040725708006
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,24,1,128,1,float16,float16,0,1.547644805908203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,24,8,128,1,fp8,fp8,0,2.96694393157959
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,24,1,128,1,float16,fp8,0,1.4279520034790039
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,24,1,128,1,fp8,fp8,0,1.6057424545288086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,24,2,128,1,fp8,fp8,0,1.423145580291748
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,24,2,128,1,float16,float16,0,1.7651504516601562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,24,2,128,1,float16,fp8,0,1.459280014038086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,24,4,128,1,float16,fp8,0,1.4251312255859374
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,24,4,128,1,float16,float16,0,1.6969007492065429
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,24,4,128,1,fp8,fp8,0,1.4730719566345214
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,24,24,128,1,float16,float16,0,0.8849504470825196
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,24,24,128,1,float16,fp8,0,0.7681359767913818
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,24,4,128,1,float16,float16,0,21.33452911376953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,24,8,128,1,float16,fp8,0,1.4387215614318847
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,24,24,128,1,fp8,fp8,0,0.9926192283630371
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,24,8,128,1,float16,float16,0,1.5939279556274415
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,24,8,128,1,fp8,fp8,0,1.6475248336791992
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,24,1,128,1,float16,fp8,0,0.7258944034576416
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,24,1,128,1,float16,float16,0,0.7889455795288086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,24,1,128,1,fp8,fp8,0,0.7123936176300049
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,24,2,128,1,float16,fp8,0,0.7094575881958007
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,24,2,128,1,fp8,fp8,0,0.8047743797302246
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,24,4,128,1,float16,float16,0,0.8155183792114258
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,24,4,128,1,float16,fp8,0,0.7666480064392089
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,24,4,128,1,fp8,fp8,0,0.7212063789367675
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,24,8,128,1,float16,fp8,0,0.7382544040679931
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,24,8,128,1,float16,float16,0,0.8606271743774414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,24,24,128,1,float16,fp8,0,0.42386398315429685
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,24,24,128,1,float16,float16,0,0.4813488006591797
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,24,24,128,1,fp8,fp8,0,0.4107088088989258
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,24,1,128,1,float16,float16,0,0.3869055986404419
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,24,8,128,1,fp8,fp8,0,0.7248191833496094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,24,1,128,1,float16,fp8,0,0.3667072057723999
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,24,1,128,1,fp8,fp8,0,0.4177728176116943
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,24,2,128,1,float16,float16,0,0.4057936191558838
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,24,2,128,1,float16,fp8,0,0.3773952007293701
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,24,2,128,1,fp8,fp8,0,0.36920158863067626
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,24,4,128,1,float16,fp8,0,0.36243040561676027
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,24,4,128,1,float16,float16,0,0.3942496061325073
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,24,4,128,1,fp8,fp8,0,0.3732304096221924
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,24,8,128,1,float16,float16,0,0.43828959465026857
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,24,2,128,1,float16,float16,0,2.5145151138305666
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,24,8,128,1,float16,fp8,0,0.3975359916687012
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,24,8,128,1,fp8,fp8,0,0.38030879497528075
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,24,1,128,1,fp8,fp8,0,5.321286392211914
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,24,1,128,1,float16,fp8,0,5.44278564453125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,24,1,128,1,float16,float16,0,6.0905712127685545
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,24,2,128,1,float16,fp8,0,5.640784072875976
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,24,4,128,1,float16,fp8,0,5.515700912475586
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,24,2,128,1,float16,float16,0,6.5843971252441404
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,24,4,128,1,float16,float16,0,6.419451141357422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,24,24,128,1,float16,fp8,0,3.1388336181640626
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,24,24,128,1,float16,float16,0,3.9543216705322264
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,24,24,128,1,fp8,fp8,0,2.9775503158569334
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,24,4,128,1,fp8,fp8,0,5.496443176269532
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,24,8,128,1,float16,fp8,0,5.428350448608398
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,24,8,128,1,fp8,fp8,0,5.665835189819336
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,24,8,128,1,float16,float16,0,6.963126373291016
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,24,1,128,1,fp8,fp8,0,2.638118362426758
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,24,1,128,1,float16,float16,0,3.1813680648803713
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,24,1,128,1,float16,fp8,0,2.864107131958008
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,24,2,128,1,float16,float16,0,3.0908815383911135
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,24,2,128,1,fp8,fp8,0,14.151393127441406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,24,2,128,1,float16,fp8,0,2.7672096252441407
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,24,2,128,1,fp8,fp8,0,2.6446416854858397
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,24,4,128,1,float16,float16,0,3.310718536376953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,24,4,128,1,fp8,fp8,0,2.6962911605834963
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,24,4,128,1,float16,fp8,0,2.9235519409179687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,24,24,128,1,float16,float16,0,1.8637136459350585
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,24,24,128,1,float16,fp8,0,1.6432064056396485
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,24,8,128,1,fp8,fp8,0,2.9704975128173827
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,24,24,128,1,fp8,fp8,0,1.4838383674621582
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,24,8,128,1,float16,float16,0,3.4642097473144533
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,24,1,128,1,float16,float16,0,1.4029583930969238
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,24,1,128,1,float16,fp8,0,1.6928495407104491
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,24,1,128,1,fp8,fp8,0,1.3301712036132813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,24,2,128,1,float16,fp8,0,1.335422420501709
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,24,2,128,1,float16,float16,0,1.5166784286499024
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,24,4,128,1,float16,float16,0,1.4544495582580566
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,24,2,128,1,fp8,fp8,0,1.4300064086914062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,24,4,128,1,float16,fp8,0,1.4103584289550781
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,24,24,128,1,float16,fp8,0,0.7542751789093017
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,24,4,128,1,fp8,fp8,0,1.3459600448608398
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,24,24,128,1,float16,float16,0,0.9261232376098633
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,24,8,128,1,float16,float16,0,1.5090352058410645
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,24,8,128,1,float16,fp8,0,1.3648608207702637
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,24,24,128,1,fp8,fp8,0,0.7460959911346435
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,24,8,128,1,fp8,fp8,0,1.600606346130371
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,24,1,128,1,float16,float16,0,0.7060143947601318
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,24,1,128,1,float16,fp8,0,0.6663839817047119
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,24,1,128,1,fp8,fp8,0,0.742139196395874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,24,2,128,1,float16,fp8,0,0.6708176136016846
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,24,2,128,1,float16,float16,0,0.8219823837280273
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,24,2,128,1,fp8,fp8,0,0.6700255870819092
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,24,4,128,1,float16,float16,0,0.7834159851074218
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,24,4,128,1,float16,fp8,0,0.6863920211791992
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,24,4,128,1,fp8,fp8,0,0.6798624038696289
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,24,8,128,1,float16,fp8,0,7.598318481445313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,24,8,128,1,float16,float16,0,0.772707176208496
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,24,24,128,1,float16,float16,0,0.4270624160766602
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,24,8,128,1,float16,fp8,0,0.6905888080596924
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,24,1,128,1,float16,float16,0,0.3575551986694336
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,24,24,128,1,fp8,fp8,0,0.38151841163635253
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,24,24,128,1,float16,fp8,0,0.40938239097595214
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,24,8,128,1,fp8,fp8,0,0.8331904411315918
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,24,1,128,1,fp8,fp8,0,0.36985599994659424
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,24,2,128,1,float16,float16,0,0.36222081184387206
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,24,2,128,1,float16,fp8,0,0.3402688026428223
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,24,2,128,1,fp8,fp8,0,0.3409615993499756
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,24,4,128,1,float16,fp8,0,0.3584320068359375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,24,4,128,1,float16,float16,0,0.37080481052398684
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,24,4,128,1,fp8,fp8,0,0.38949921131134035
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,24,8,128,1,float16,float16,0,0.3922816038131714
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,24,8,128,1,float16,fp8,0,0.35098719596862793
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,24,24,128,1,float16,float16,0,0.22065439224243164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,24,24,128,1,float16,fp8,0,0.2000432014465332
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,24,8,128,1,fp8,fp8,0,0.36500160694122313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,24,24,128,1,fp8,fp8,0,0.19994720220565795
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,24,1,128,1,float16,float16,0,0.19491679668426515
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,24,1,128,1,float16,fp8,0,0.8790415763854981
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,24,1,128,1,float16,fp8,0,0.1829200029373169
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,24,1,128,1,fp8,fp8,0,0.17735999822616577
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,24,2,128,1,fp8,fp8,0,0.17907520532608032
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,24,4,128,1,float16,float16,0,0.194267201423645
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,24,2,128,1,float16,fp8,0,0.1746896028518677
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,24,2,128,1,float16,float16,0,0.18662400245666505
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,24,4,128,1,float16,fp8,0,0.18923039436340333
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,24,8,128,1,float16,float16,0,0.1994671940803528
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,24,4,128,1,fp8,fp8,0,0.4070767879486084
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,24,8,128,1,float16,fp8,0,0.18368959426879883
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,24,8,128,1,fp8,fp8,0,0.18404480218887329
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,24,1,128,1,float16,fp8,0,3.1656335830688476
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,24,1,128,1,fp8,fp8,0,3.1542688369750977
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,24,2,128,1,float16,fp8,0,3.1949792861938477
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,24,1,128,1,float16,float16,0,3.5558414459228516
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,24,4,128,1,float16,fp8,0,3.231129455566406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,24,2,128,1,float16,float16,0,3.6353199005126955
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,24,4,128,1,float16,float16,0,3.524385452270508
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,24,24,128,1,float16,fp8,0,1.8975296020507812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,24,24,128,1,float16,float16,0,2.1023183822631837
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,24,24,128,1,fp8,fp8,0,1.9080080032348632
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,24,4,128,1,fp8,fp8,0,3.2058528900146483
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,24,8,128,1,float16,fp8,0,3.3031295776367187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,24,8,128,1,float16,float16,0,3.957508850097656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,24,8,128,1,fp8,fp8,0,3.397568130493164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,24,1,128,1,float16,float16,0,1.6807008743286134
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,24,1,128,1,fp8,fp8,0,1.6007488250732422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,24,1,128,1,float16,fp8,0,1.6718479156494142
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,24,2,128,1,fp8,fp8,0,8.429879760742187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,24,2,128,1,float16,float16,0,1.6657695770263672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,24,2,128,1,float16,fp8,0,1.5729392051696778
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,24,4,128,1,float16,float16,0,1.7687280654907227
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,24,2,128,1,fp8,fp8,0,1.8568111419677735
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,24,4,128,1,float16,fp8,0,1.7101968765258788
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,24,4,128,1,fp8,fp8,0,1.5977392196655273
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,24,8,128,1,float16,float16,0,1.8366464614868163
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,24,24,128,1,float16,float16,0,1.0461584091186524
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,24,8,128,1,fp8,fp8,0,1.7994592666625977
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,24,24,128,1,float16,fp8,0,1.0165087699890136
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,24,1,128,1,float16,fp8,0,0.7875951766967774
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,24,1,128,1,float16,float16,0,0.853980827331543
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,24,24,128,1,fp8,fp8,0,0.9970479965209961
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,24,1,128,1,fp8,fp8,0,0.8742527961730957
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,24,2,128,1,float16,float16,0,0.8573216438293457
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,24,2,128,1,float16,fp8,0,0.8202095985412597
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,24,2,128,1,fp8,fp8,0,0.8086704254150391
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,24,4,128,1,float16,fp8,0,0.8061360359191895
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,24,4,128,1,float16,float16,0,0.9241200447082519
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,24,4,128,1,fp8,fp8,0,0.8411952018737793
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,24,8,128,1,float16,float16,0,0.9607888221740722
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,24,24,128,1,float16,float16,0,0.527780818939209
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,24,24,128,1,float16,fp8,0,0.5027632236480712
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,24,8,128,1,float16,fp8,0,0.8442848205566407
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,24,8,128,1,fp8,fp8,0,0.8420528411865235
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,24,24,128,1,fp8,fp8,0,0.46940159797668457
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,24,1,128,1,float16,float16,0,0.4615007877349854
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,24,1,128,1,float16,fp8,0,0.4001488208770752
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,24,8,128,1,float16,fp8,0,4.364955139160156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,24,1,128,1,fp8,fp8,0,0.4273824214935303
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,24,2,128,1,float16,float16,0,0.42695841789245603
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,24,2,128,1,float16,fp8,0,0.4122176170349121
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,24,2,128,1,fp8,fp8,0,0.4113423824310303
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,24,4,128,1,float16,fp8,0,0.4251887798309326
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,24,4,128,1,float16,float16,0,0.4662767887115479
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,24,24,128,1,float16,float16,0,0.276311993598938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,24,8,128,1,float16,fp8,0,0.4360976219177246
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,24,8,128,1,float16,float16,0,0.4521440029144287
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,24,8,128,1,fp8,fp8,0,0.42824640274047854
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,24,24,128,1,float16,fp8,0,0.23903360366821289
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,24,24,128,1,fp8,fp8,0,0.2564176082611084
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,24,1,128,1,float16,float16,0,0.2178431987762451
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,24,1,128,1,fp8,fp8,0,0.21092479228973388
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,24,1,128,1,float16,fp8,0,0.21127519607543946
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,24,2,128,1,float16,float16,0,0.2231600046157837
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,24,2,128,1,float16,fp8,0,0.20950400829315186
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,24,4,128,1,fp8,fp8,0,1.0179408073425293
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,24,2,128,1,fp8,fp8,0,0.22675199508666993
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,24,4,128,1,float16,float16,0,0.22493441104888917
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,24,4,128,1,float16,fp8,0,0.21578400135040282
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,24,4,128,1,fp8,fp8,0,0.214683198928833
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,24,8,128,1,float16,float16,0,0.23464639186859132
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,24,8,128,1,float16,fp8,0,0.2239664077758789
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,24,24,128,1,float16,float16,0,0.1527567982673645
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,24,24,128,1,float16,fp8,0,0.12624000310897826
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,24,24,128,1,fp8,fp8,0,0.1273360013961792
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,24,1,128,1,float16,float16,0,0.11699999570846557
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,24,1,128,1,float16,fp8,0,0.10995039939880372
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,24,1,128,1,fp8,fp8,0,0.11113920211791992
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,24,2,128,1,float16,float16,0,0.12167520523071289
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,24,2,128,1,float16,fp8,0,0.1094256043434143
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,24,4,128,1,float16,float16,0,0.12183519601821899
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,24,2,128,1,fp8,fp8,0,0.10930080413818359
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,24,4,128,1,float16,fp8,0,0.11193759441375732
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,24,4,128,1,fp8,fp8,0,0.11305760145187378
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,24,8,128,1,fp8,fp8,0,0.504417610168457
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,24,8,128,1,float16,fp8,0,0.11920959949493408
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,24,8,128,1,float16,float16,0,0.12509280443191528
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,24,8,128,1,fp8,fp8,0,0.11545599699020385
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,24,1,128,1,fp8,fp8,0,3.112401580810547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,24,1,128,1,float16,fp8,0,3.1206703186035156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,24,2,128,1,fp8,fp8,0,3.130638313293457
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,24,2,128,1,float16,fp8,0,3.1682512283325197
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,24,1,128,1,float16,float16,0,3.361328125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,24,4,128,1,float16,float16,0,3.505819320678711
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,24,24,128,1,float16,float16,0,2.1465984344482423
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,24,24,128,1,float16,fp8,0,1.9218687057495116
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,24,4,128,1,float16,fp8,0,3.1752527236938475
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,24,4,128,1,fp8,fp8,0,3.1407264709472655
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,24,8,128,1,float16,fp8,0,3.2915409088134764
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,24,8,128,1,fp8,fp8,0,3.2453536987304688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,24,8,128,1,float16,float16,0,3.758830261230469
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,24,1,128,1,float16,float16,0,1.6517936706542968
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,24,24,128,1,fp8,fp8,0,1.923027229309082
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,24,1,128,1,float16,fp8,0,1.539145565032959
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,24,1,128,1,fp8,fp8,0,1.5332271575927734
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,24,2,128,1,float16,fp8,0,1.5310959815979004
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,24,2,128,1,float16,float16,0,1.6066896438598632
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,24,2,128,1,fp8,fp8,0,1.6788415908813477
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,24,4,128,1,float16,float16,0,1.7821088790893556
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,24,4,128,1,fp8,fp8,0,1.5764399528503419
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,24,4,128,1,float16,fp8,0,1.6407344818115235
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,24,8,128,1,float16,float16,0,1.8001983642578125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,24,24,128,1,float16,float16,0,1.0719584465026855
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,24,8,128,1,float16,fp8,0,1.6170976638793946
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,24,8,128,1,fp8,fp8,0,1.6624351501464845
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,24,24,128,1,float16,fp8,0,0.9925567626953125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,24,1,128,1,float16,float16,0,0.8131407737731934
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,24,24,128,1,fp8,fp8,0,0.9308176040649414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,24,1,128,1,fp8,fp8,0,0.7744448184967041
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,24,1,128,1,float16,fp8,0,0.9276512145996094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,24,2,128,1,float16,float16,0,12.1060546875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,24,2,128,1,float16,float16,0,0.810051155090332
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,24,2,128,1,float16,fp8,0,0.8119551658630371
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,24,4,128,1,float16,float16,0,0.8354175567626954
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,24,2,128,1,fp8,fp8,0,0.8309871673583984
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,24,4,128,1,float16,fp8,0,0.8099887847900391
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,24,24,128,1,float16,float16,0,0.5507567882537842
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,24,4,128,1,fp8,fp8,0,0.7951536178588867
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,24,24,128,1,float16,fp8,0,0.5016416072845459
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,24,1,128,1,float16,float16,0,0.4113503932952881
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,24,24,128,1,fp8,fp8,0,0.4876095771789551
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,24,8,128,1,float16,float16,0,0.9214240074157715
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,24,8,128,1,fp8,fp8,0,0.8448896408081055
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,24,1,128,1,float16,fp8,0,0.3994704008102417
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,24,1,128,1,fp8,fp8,0,0.39284639358520507
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,24,2,128,1,float16,fp8,0,0.4031216144561768
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,24,2,128,1,float16,float16,0,0.41757760047912595
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,24,2,128,1,fp8,fp8,0,0.4193568229675293
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,24,4,128,1,float16,float16,0,0.4293056011199951
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,24,4,128,1,float16,fp8,0,0.41066880226135255
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,24,4,128,1,fp8,fp8,0,0.4084832191467285
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,24,24,128,1,float16,float16,0,0.2825279951095581
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,24,8,128,1,float16,float16,0,0.4433119773864746
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,24,8,128,1,float16,fp8,0,0.4242976188659668
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,24,8,128,1,fp8,fp8,0,0.45403518676757815
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,24,24,128,1,float16,fp8,0,0.2470031976699829
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,24,24,128,1,fp8,fp8,0,0.24731359481811524
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,24,1,128,1,float16,float16,0,0.21195518970489502
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,24,1,128,1,float16,fp8,0,0.20261120796203613
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,24,1,128,1,fp8,fp8,0,0.2065119981765747
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,24,2,128,1,float16,float16,0,0.2290735960006714
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,24,2,128,1,float16,fp8,0,0.20727999210357667
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,24,2,128,1,fp8,fp8,0,0.20770559310913086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,24,8,128,1,float16,fp8,0,2.2035375595092774
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,24,4,128,1,float16,fp8,0,0.2075376033782959
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,24,4,128,1,float16,float16,0,0.2199728012084961
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,24,4,128,1,fp8,fp8,0,0.2116175889968872
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,24,8,128,1,float16,float16,0,0.24548640251159667
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,24,8,128,1,float16,fp8,0,0.21748321056365966
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,24,24,128,1,float16,fp8,0,0.1268288016319275
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,24,1,128,1,float16,float16,0,0.11282880306243896
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,24,24,128,1,fp8,fp8,0,0.12916959524154664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,24,8,128,1,fp8,fp8,0,0.21821920871734618
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,24,1,128,1,float16,fp8,0,0.11198240518569946
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,24,1,128,1,fp8,fp8,0,0.10618239641189575
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,24,2,128,1,float16,float16,0,0.11348639726638794
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,24,2,128,1,float16,fp8,0,0.10900160074234008
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,24,24,128,1,float16,float16,0,0.3052112102508545
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,24,2,128,1,fp8,fp8,0,0.1093392014503479
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,24,4,128,1,float16,float16,0,0.11597599983215331
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,24,4,128,1,float16,fp8,0,0.11489599943161011
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,24,4,128,1,fp8,fp8,0,0.1090656042098999
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,24,8,128,1,float16,float16,0,0.1220736026763916
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,24,8,128,1,float16,fp8,0,0.11506240367889405
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,24,24,128,1,float16,fp8,0,0.0751583993434906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,24,24,128,1,float16,float16,0,0.08645920157432556
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,24,1,128,1,float16,float16,0,0.0591808021068573
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,24,24,128,1,fp8,fp8,0,0.0760047972202301
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,24,1,128,1,float16,fp8,0,0.0587119996547699
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,24,8,128,1,fp8,fp8,0,0.25131840705871583
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,24,1,128,1,fp8,fp8,0,0.05855839848518372
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,24,2,128,1,float16,fp8,0,0.057817602157592775
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,24,2,128,1,float16,float16,0,0.06080160140991211
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,24,4,128,1,float16,float16,0,0.06343839764595031
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,24,2,128,1,fp8,fp8,0,0.058766400814056395
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,24,4,128,1,float16,fp8,0,0.05925120115280151
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,24,8,128,1,float16,float16,0,0.06828960180282592
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,24,4,128,1,fp8,fp8,0,0.1219264030456543
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,24,8,128,1,float16,fp8,0,0.05897120237350464
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,24,8,128,1,fp8,fp8,0,0.060417598485946654
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,24,1,128,1,float16,float16,0,2.000489616394043
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,24,1,128,1,float16,fp8,0,1.9288368225097656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,24,2,128,1,float16,float16,0,2.008953666687012
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,24,1,128,1,fp8,fp8,0,1.9248176574707032
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,24,2,128,1,fp8,fp8,0,1.9202640533447266
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,24,4,128,1,float16,float16,0,2.0456415176391602
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,24,24,128,1,float16,float16,0,1.4035951614379882
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,24,4,128,1,fp8,fp8,0,1.9877424240112305
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,24,4,128,1,float16,fp8,0,1.968217658996582
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,24,2,128,1,float16,fp8,0,4.634604644775391
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,24,8,128,1,float16,fp8,0,2.078326416015625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,24,8,128,1,fp8,fp8,0,2.070412826538086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,24,8,128,1,float16,float16,0,2.324675178527832
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,24,24,128,1,float16,fp8,0,1.2208543777465821
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,24,1,128,1,float16,float16,0,0.9889599800109863
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,24,1,128,1,float16,fp8,0,0.9530271530151367
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,24,24,128,1,fp8,fp8,0,1.2099184036254882
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,24,2,128,1,float16,float16,0,0.9991824150085449
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,24,2,128,1,float16,fp8,0,0.977905559539795
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,24,2,128,1,fp8,fp8,0,1.0465392112731933
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,24,4,128,1,float16,fp8,0,0.9958111763000488
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,24,4,128,1,float16,float16,0,1.031227207183838
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,24,4,128,1,fp8,fp8,0,0.9792672157287597
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,24,24,128,1,float16,float16,0,0.7040656089782715
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,24,8,128,1,float16,fp8,0,1.0414447784423828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,24,8,128,1,float16,float16,0,1.109886360168457
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,24,8,128,1,fp8,fp8,0,1.0243231773376464
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,24,1,128,1,fp8,fp8,0,2.286342430114746
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,24,1,128,1,float16,float16,0,0.4900911808013916
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,24,24,128,1,float16,fp8,0,0.6032127857208252
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,24,24,128,1,fp8,fp8,0,0.6363423824310303
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,24,1,128,1,float16,fp8,0,0.4936511993408203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,24,1,128,1,fp8,fp8,0,0.49136958122253416
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,24,2,128,1,float16,fp8,0,0.4859600067138672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,24,2,128,1,float16,float16,0,0.5407936096191406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,24,4,128,1,float16,float16,0,0.5156015872955322
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,24,4,128,1,float16,fp8,0,0.4974656105041504
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,24,4,128,1,fp8,fp8,0,0.5182000160217285
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,24,24,128,1,float16,float16,0,0.3697184085845947
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,24,8,128,1,float16,float16,0,0.5573472023010254
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,24,8,128,1,float16,fp8,0,0.523528003692627
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,24,8,128,1,fp8,fp8,0,0.5187151908874512
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,24,2,128,1,fp8,fp8,0,1.133185577392578
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,24,24,128,1,float16,fp8,0,0.3110208034515381
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,24,1,128,1,float16,float16,0,0.2590719938278198
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,24,24,128,1,fp8,fp8,0,0.31115520000457764
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,24,1,128,1,float16,fp8,0,0.24960319995880126
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,24,1,128,1,fp8,fp8,0,0.25180959701538086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,24,2,128,1,float16,float16,0,0.25583999156951903
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,24,2,128,1,fp8,fp8,0,0.2487407922744751
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,24,4,128,1,float16,float16,0,0.2713920116424561
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,24,4,128,1,float16,fp8,0,0.2553999900817871
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,24,4,128,1,fp8,fp8,0,0.2580591917037964
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,24,2,128,1,float16,fp8,0,0.571561622619629
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,24,8,128,1,float16,fp8,0,0.26534080505371094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,24,8,128,1,float16,float16,0,0.2861135959625244
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,24,8,128,1,fp8,fp8,0,0.2649967908859253
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,24,24,128,1,float16,float16,0,0.18824319839477538
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,24,24,128,1,float16,fp8,0,0.16722240447998046
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,24,24,128,1,fp8,fp8,0,0.166212797164917
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,24,1,128,1,float16,fp8,0,0.1293071985244751
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,24,2,128,1,float16,float16,0,0.13428800106048583
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,24,2,128,1,float16,fp8,0,0.13321759700775146
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,24,1,128,1,fp8,fp8,0,0.1321071982383728
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,24,2,128,1,fp8,fp8,0,0.1337280035018921
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,24,1,128,1,float16,float16,0,0.2896575927734375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,24,4,128,1,float16,float16,0,0.14041440486907958
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,24,4,128,1,float16,fp8,0,0.13285919427871704
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,24,4,128,1,fp8,fp8,0,0.13319840431213378
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,24,8,128,1,float16,float16,0,0.149782395362854
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,24,24,128,1,float16,float16,0,0.09874399900436401
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,24,8,128,1,fp8,fp8,0,0.1415503978729248
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,24,8,128,1,float16,fp8,0,0.14182720184326172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,24,24,128,1,fp8,fp8,0,0.0915615975856781
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,24,1,128,1,float16,float16,0,0.072326397895813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,24,24,128,1,float16,fp8,0,0.19279199838638306
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,24,1,128,1,float16,fp8,0,0.0689840018749237
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,24,1,128,1,fp8,fp8,0,0.06817920207977295
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,24,2,128,1,float16,float16,0,0.0753216028213501
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,24,2,128,1,float16,fp8,0,0.06883360147476196
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,24,2,128,1,fp8,fp8,0,0.06816160082817077
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,24,4,128,1,float16,float16,0,0.07578880190849305
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,24,4,128,1,fp8,fp8,0,0.07174239754676819
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,24,4,128,1,float16,fp8,0,0.15544320344924928
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,24,8,128,1,float16,float16,0,0.08140479922294616
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,24,8,128,1,float16,fp8,0,0.07602400183677674
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,24,8,128,1,fp8,fp8,0,0.07587360143661499
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,24,24,128,1,float16,float16,0,0.06003680229187012
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,24,24,128,1,float16,fp8,0,0.05236639976501465
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,24,1,128,1,fp8,fp8,0,0.040468800067901614
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,24,1,128,1,float16,float16,0,0.041094401478767396
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,24,24,128,1,fp8,fp8,0,0.05171040296554565
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,24,1,128,1,float16,fp8,0,0.06783360242843628
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,24,2,128,1,float16,float16,0,0.041838398575782774
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,24,2,128,1,fp8,fp8,0,0.040908798575401306
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,24,2,128,1,float16,fp8,0,0.040494400262832644
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,24,4,128,1,float16,float16,0,0.04222719967365265
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,24,4,128,1,float16,fp8,0,0.04085119962692261
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,24,8,128,1,float16,float16,0,0.04415520131587982
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,24,4,128,1,fp8,fp8,0,0.06762400269508362
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,24,8,128,1,float16,fp8,0,0.041335999965667725
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,24,8,128,1,fp8,fp8,0,0.041422399878501895
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,24,1,128,1,float16,float16,0,2.0287296295166017
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,24,1,128,1,float16,fp8,0,2.0125263214111326
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,24,1,128,1,fp8,fp8,0,2.0240304946899412
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,24,2,128,1,float16,float16,0,2.0993631362915037
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,24,2,128,1,fp8,fp8,0,2.0368576049804688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,24,4,128,1,float16,float16,0,2.1931936264038088
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,24,24,128,1,float16,fp8,0,1.3259231567382812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,24,2,128,1,float16,fp8,0,4.581915283203125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,24,24,128,1,float16,float16,0,1.6243616104125977
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,24,4,128,1,float16,fp8,0,2.069248008728027
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,24,4,128,1,fp8,fp8,0,2.088128089904785
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,24,8,128,1,float16,float16,0,2.343390464782715
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,24,8,128,1,fp8,fp8,0,2.1912815093994142
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,24,8,128,1,float16,fp8,0,2.2419408798217773
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,24,1,128,1,float16,fp8,0,1.0297103881835938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,24,1,128,1,fp8,fp8,0,1.004091167449951
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,24,24,128,1,fp8,fp8,0,1.3253904342651368
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,24,2,128,1,float16,float16,0,1.0403712272644043
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,24,2,128,1,float16,fp8,0,1.0535152435302735
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,24,2,128,1,fp8,fp8,0,1.0098688125610351
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,24,4,128,1,float16,float16,0,1.0817968368530273
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,24,4,128,1,float16,fp8,0,1.0582736015319825
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,24,4,128,1,fp8,fp8,0,1.0386384010314942
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,24,24,128,1,float16,fp8,0,0.6817296028137207
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,24,8,128,1,float16,fp8,0,1.1043951988220215
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,24,24,128,1,float16,float16,0,0.7891823768615722
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,24,8,128,1,float16,float16,0,1.1803952217102052
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,24,1,128,1,float16,float16,0,2.8956111907958983
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,24,8,128,1,fp8,fp8,0,1.130070400238037
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,24,1,128,1,float16,float16,0,0.5112688064575195
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,24,1,128,1,float16,fp8,0,0.5239823818206787
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,24,1,128,1,fp8,fp8,0,0.508187198638916
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,24,24,128,1,fp8,fp8,0,0.6703343868255616
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,24,2,128,1,float16,float16,0,0.5431087970733642
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,24,2,128,1,float16,fp8,0,0.5217696189880371
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,24,4,128,1,float16,float16,0,0.5580287933349609
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,24,4,128,1,float16,fp8,0,0.5263455867767334
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,24,4,128,1,fp8,fp8,0,0.5408592224121094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,24,24,128,1,float16,float16,0,0.40886240005493163
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,24,8,128,1,float16,fp8,0,0.5578415870666504
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,24,8,128,1,float16,float16,0,0.5923647880554199
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,24,8,128,1,fp8,fp8,0,0.5703760147094726
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,24,24,128,1,float16,fp8,0,0.3495104074478149
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,24,1,128,1,float16,float16,0,0.2699408054351807
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,24,1,128,1,float16,fp8,0,0.2604207992553711
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,24,24,128,1,fp8,fp8,0,0.34951200485229494
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,24,1,128,1,fp8,fp8,0,0.2605679988861084
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,24,2,128,1,float16,float16,0,0.2749039888381958
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,24,2,128,1,float16,fp8,0,0.26830079555511477
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,24,2,128,1,fp8,fp8,0,1.4510255813598634
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,24,2,128,1,fp8,fp8,0,0.2680896043777466
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,24,4,128,1,float16,float16,0,0.27926719188690186
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,24,4,128,1,float16,fp8,0,0.2773967981338501
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,24,4,128,1,fp8,fp8,0,0.2766671895980835
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,24,8,128,1,float16,fp8,0,0.29058239459991453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,24,8,128,1,float16,float16,0,0.30839359760284424
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,24,24,128,1,float16,float16,0,0.21393918991088867
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,24,24,128,1,float16,fp8,0,0.180350399017334
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,24,1,128,1,float16,float16,0,0.14235039949417114
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,24,24,128,1,fp8,fp8,0,0.1843664050102234
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,24,1,128,1,float16,fp8,0,0.13922239542007447
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,24,1,128,1,fp8,fp8,0,0.1394927978515625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,24,2,128,1,float16,float16,0,0.1450592041015625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,24,8,128,1,fp8,fp8,0,0.663812780380249
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,24,2,128,1,float16,fp8,0,0.13749439716339112
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,24,2,128,1,fp8,fp8,0,0.14149919748306275
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,24,4,128,1,float16,float16,0,0.15155680179595948
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,24,4,128,1,float16,fp8,0,0.14406239986419678
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,24,4,128,1,fp8,fp8,0,0.14428319931030273
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,24,8,128,1,float16,float16,0,0.16226719617843627
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,24,8,128,1,fp8,fp8,0,0.14983999729156494
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,24,24,128,1,float16,float16,0,0.11563199758529663
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,24,24,128,1,float16,fp8,0,0.10103360414505005
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,24,1,128,1,float16,float16,0,0.07812960147857666
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,24,24,128,1,fp8,fp8,0,0.10067199468612671
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,24,1,128,1,float16,fp8,0,0.07536479830741882
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,24,8,128,1,float16,fp8,0,0.32459518909454343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,24,1,128,1,fp8,fp8,0,0.07598879933357239
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,24,2,128,1,float16,float16,0,0.07763519883155823
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,24,2,128,1,float16,fp8,0,0.07615200281143189
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,24,4,128,1,float16,float16,0,0.08198400139808655
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,24,2,128,1,fp8,fp8,0,0.07615200281143189
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,24,4,128,1,float16,fp8,0,0.07909920215606689
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,24,8,128,1,float16,fp8,0,0.08113279938697815
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,24,8,128,1,float16,float16,0,0.08831520080566406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,24,4,128,1,fp8,fp8,0,0.16980960369110107
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,24,24,128,1,float16,float16,0,0.06616799831390381
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,24,8,128,1,fp8,fp8,0,0.0833679974079132
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,24,24,128,1,float16,fp8,0,0.059564799070358276
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,24,1,128,1,float16,float16,0,0.03898879885673523
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,24,24,128,1,fp8,fp8,0,0.059243202209472656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,24,1,128,1,float16,fp8,0,0.040908798575401306
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,24,1,128,1,fp8,fp8,0,0.06718720197677612
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,24,2,128,1,float16,float16,0,0.04053440093994141
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,24,2,128,1,float16,fp8,0,0.0411327987909317
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,24,2,128,1,fp8,fp8,0,0.04085600078105926
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,24,4,128,1,float16,float16,0,0.04095360040664673
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,24,4,128,1,float16,fp8,0,0.042680001258850096
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,24,4,128,1,fp8,fp8,0,0.04270400106906891
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,24,8,128,1,float16,fp8,0,0.0434143990278244
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,24,8,128,1,float16,float16,0,0.07744160294532776
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,24,24,128,1,float16,float16,0,0.037364798784255984
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,24,24,128,1,float16,fp8,0,0.03089120090007782
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,24,24,128,1,fp8,fp8,0,0.03224320113658905
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,24,1,128,1,float16,float16,0,0.024376000463962554
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,24,1,128,1,float16,fp8,0,0.041254401206970215
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,24,8,128,1,fp8,fp8,0,0.04355039894580841
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,24,1,128,1,fp8,fp8,0,0.024758400022983552
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,24,2,128,1,float16,float16,0,0.02489279955625534
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,24,2,128,1,float16,fp8,0,0.024171200394630433
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,24,2,128,1,fp8,fp8,0,0.025142401456832886
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,24,4,128,1,float16,float16,0,0.025177600979804992
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,24,4,128,1,float16,fp8,0,0.04362559914588928
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,24,4,128,1,fp8,fp8,0,0.026372799277305604
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,24,8,128,1,float16,float16,0,0.025780799984931945
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,24,8,128,1,float16,fp8,0,0.026700800657272337
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,24,8,128,1,fp8,fp8,0,0.026012799143791197
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,24,1,128,1,float16,float16,0,1.4253775596618652
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,24,1,128,1,float16,fp8,0,1.4707183837890625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,24,2,128,1,float16,float16,0,1.4754143714904786
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,24,2,128,1,float16,fp8,0,1.4712143898010255
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,24,2,128,1,fp8,fp8,0,1.4760704040527344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,24,4,128,1,float16,float16,0,1.5627264022827148
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,24,1,128,1,fp8,fp8,0,2.665385627746582
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,24,4,128,1,float16,fp8,0,1.5331695556640625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,24,4,128,1,fp8,fp8,0,1.5420880317687988
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,24,24,128,1,float16,float16,0,1.273529624938965
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,24,8,128,1,float16,float16,0,1.7467567443847656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,24,8,128,1,float16,fp8,0,1.6404127120971679
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,24,8,128,1,fp8,fp8,0,1.642572784423828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,24,1,128,1,float16,float16,0,0.7232656002044677
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,24,1,128,1,float16,fp8,0,0.7402368068695069
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,24,24,128,1,fp8,fp8,0,1.0687151908874513
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,24,2,128,1,float16,float16,0,0.7330783843994141
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,24,1,128,1,fp8,fp8,0,0.7484975814819336
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,24,2,128,1,float16,fp8,0,0.7343647956848145
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,24,24,128,1,float16,fp8,0,1.8651248931884765
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,24,2,128,1,fp8,fp8,0,0.7432015895843506
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,24,4,128,1,float16,float16,0,0.7888239860534668
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,24,4,128,1,float16,fp8,0,0.766761589050293
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,24,4,128,1,fp8,fp8,0,0.7664415836334229
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,24,8,128,1,float16,float16,0,0.8778816223144531
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,24,8,128,1,float16,fp8,0,0.8422991752624511
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,24,8,128,1,fp8,fp8,0,0.8272031784057617
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,24,24,128,1,float16,float16,0,0.6399343967437744
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,24,1,128,1,float16,float16,0,0.362775993347168
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,24,24,128,1,float16,fp8,0,0.545305585861206
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,24,24,128,1,fp8,fp8,0,0.5416927814483643
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,24,1,128,1,fp8,fp8,0,0.3767728090286255
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,24,1,128,1,float16,fp8,0,0.37637279033660886
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,24,2,128,1,float16,float16,0,0.37346079349517824
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,24,2,128,1,float16,fp8,0,0.37386720180511473
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,24,2,128,1,fp8,fp8,0,0.3733776092529297
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,24,4,128,1,float16,float16,0,0.3990432024002075
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,24,4,128,1,float16,fp8,0,0.3901295900344849
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,24,4,128,1,fp8,fp8,0,0.39209918975830077
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,24,8,128,1,float16,fp8,0,0.4197535991668701
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,24,8,128,1,float16,float16,0,0.44771361351013184
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,24,24,128,1,float16,fp8,0,0.2800096035003662
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,24,8,128,1,fp8,fp8,0,0.4197648048400879
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,24,24,128,1,float16,float16,0,0.3317984104156494
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,24,24,128,1,fp8,fp8,0,0.2783792018890381
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,24,1,128,1,float16,float16,0,0.1878000020980835
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,24,1,128,1,float16,fp8,0,0.19107680320739745
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,24,1,128,1,fp8,fp8,0,0.19403519630432128
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,24,2,128,1,float16,float16,0,0.1936735987663269
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,24,2,128,1,float16,fp8,0,0.1948400020599365
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,24,2,128,1,fp8,fp8,0,0.1953711986541748
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,24,4,128,1,float16,float16,0,0.20444159507751464
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,24,4,128,1,float16,fp8,0,0.2013024091720581
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,24,4,128,1,fp8,fp8,0,0.20102078914642335
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,24,8,128,1,float16,float16,0,0.23056159019470215
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,24,8,128,1,float16,fp8,0,0.216264009475708
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,24,24,128,1,float16,fp8,0,0.1463215947151184
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,24,8,128,1,fp8,fp8,0,0.21861279010772705
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,24,24,128,1,float16,float16,0,0.1730239987373352
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,24,24,128,1,fp8,fp8,0,0.14593600034713744
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,24,1,128,1,float16,float16,0,0.09977759718894959
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,24,1,128,1,float16,fp8,0,0.10174880027770997
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,24,1,128,1,fp8,fp8,0,0.10122879743576049
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,24,2,128,1,float16,fp8,0,0.10401439666748047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,24,2,128,1,float16,float16,0,0.10333919525146484
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,24,4,128,1,float16,fp8,0,0.10552639961242676
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,24,4,128,1,float16,float16,0,0.1084671974182129
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,24,2,128,1,fp8,fp8,0,0.10413600206375122
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,24,4,128,1,fp8,fp8,0,0.10640480518341064
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,24,8,128,1,float16,float16,0,0.11942239999771118
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,24,8,128,1,float16,fp8,0,0.11475839614868164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,24,8,128,1,fp8,fp8,0,0.11622400283813476
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,24,24,128,1,float16,float16,0,0.09337120056152344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,24,24,128,1,fp8,fp8,0,0.07940639853477478
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,24,1,128,1,float16,float16,0,0.056827199459075925
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,24,24,128,1,float16,fp8,0,0.08125439882278443
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,24,1,128,1,float16,fp8,0,0.05605279803276062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,24,2,128,1,float16,float16,0,0.05893440246582031
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,24,1,128,1,fp8,fp8,0,0.0562175989151001
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,24,2,128,1,float16,fp8,0,0.056720000505447385
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,24,4,128,1,float16,fp8,0,0.0605135977268219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,24,2,128,1,fp8,fp8,0,0.05621439814567566
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,24,4,128,1,float16,float16,0,0.060552000999450684
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,24,8,128,1,float16,float16,0,0.06701920032501221
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,24,8,128,1,float16,fp8,0,0.06379200220108032
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,24,4,128,1,fp8,fp8,0,0.05914880037307739
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,24,8,128,1,fp8,fp8,0,0.0634223997592926
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,24,24,128,1,float16,float16,0,0.05382080078125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,24,24,128,1,fp8,fp8,0,0.04681920111179352
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,24,1,128,1,float16,float16,0,0.032241600751876834
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,24,1,128,1,float16,fp8,0,0.031150400638580322
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,24,1,128,1,fp8,fp8,0,0.03175199925899506
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,24,2,128,1,float16,float16,0,0.03143840134143829
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,24,24,128,1,float16,fp8,0,0.045895999670028685
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,24,2,128,1,float16,fp8,0,0.031892800331115724
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,24,4,128,1,float16,float16,0,0.0337007999420166
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,24,2,128,1,fp8,fp8,0,0.03138880133628845
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,24,4,128,1,float16,fp8,0,0.032307198643684386
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,24,4,128,1,fp8,fp8,0,0.033024001121521
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,24,8,128,1,float16,fp8,0,0.03306719958782196
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,24,8,128,1,float16,float16,0,0.039977601170539855
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,24,24,128,1,float16,float16,0,0.03211039900779724
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,24,8,128,1,fp8,fp8,0,0.03431200087070465
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,24,24,128,1,float16,fp8,0,0.028004801273345946
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,24,24,128,1,fp8,fp8,0,0.02789280116558075
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,24,1,128,1,float16,float16,0,0.02096160054206848
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,24,1,128,1,float16,fp8,0,0.019652800261974336
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,24,1,128,1,fp8,fp8,0,0.02019519954919815
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,24,2,128,1,float16,float16,0,0.020953600108623505
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,24,2,128,1,float16,fp8,0,0.020751999318599702
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,24,2,128,1,fp8,fp8,0,0.02032800018787384
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,24,4,128,1,float16,float16,0,0.02107519954442978
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,24,4,128,1,float16,fp8,0,0.022782400250434875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,24,8,128,1,float16,float16,0,0.021452799439430237
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,24,4,128,1,fp8,fp8,0,0.022011199593544008
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,24,8,128,1,float16,fp8,0,0.022899200022220612
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,24,24,128,1,float16,float16,0,0.0195360004901886
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,24,8,128,1,fp8,fp8,0,0.023100799322128295
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,24,24,128,1,float16,fp8,0,0.019883200526237488
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,24,24,128,1,fp8,fp8,0,0.02027200013399124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,24,1,128,1,float16,float16,0,0.01716800034046173
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,24,1,128,1,float16,fp8,0,0.018479999899864197
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,24,1,128,1,fp8,fp8,0,0.018795199692249298
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,24,2,128,1,float16,float16,0,0.017518399655818938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,24,2,128,1,fp8,fp8,0,0.01855199933052063
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,24,2,128,1,float16,fp8,0,0.01895039975643158
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,24,4,128,1,float16,fp8,0,0.018654400110244752
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,24,4,128,1,float16,float16,0,0.017343999445438386
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,24,4,128,1,fp8,fp8,0,0.019167999923229217
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,24,8,128,1,fp8,fp8,0,0.019457599520683287
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,24,8,128,1,float16,float16,0,0.018147200345993042
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,24,8,128,1,float16,fp8,0,0.0188400000333786
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,24,1,128,1,fp8,fp8,0,0.6006800174713135
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,24,1,128,1,float16,float16,0,0.5717696189880371
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,24,1,128,1,float16,fp8,0,0.5991888046264648
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,24,2,128,1,float16,float16,0,0.6012703895568847
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,24,2,128,1,float16,fp8,0,0.6044000148773193
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,24,2,128,1,fp8,fp8,0,0.6035920143127441
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,24,4,128,1,float16,float16,0,0.6417744159698486
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,24,4,128,1,float16,fp8,0,0.6374256134033203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,24,4,128,1,fp8,fp8,0,0.638651180267334
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,24,8,128,1,fp8,fp8,0,0.6991536140441894
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,24,8,128,1,float16,float16,0,0.7396944046020508
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,24,8,128,1,float16,fp8,0,0.6992976188659668
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,24,24,128,1,float16,fp8,0,0.45694561004638673
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,24,1,128,1,float16,float16,0,0.2937808036804199
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,24,24,128,1,float16,float16,0,0.5768144130706787
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,24,24,128,1,fp8,fp8,0,0.4576000213623047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,24,1,128,1,fp8,fp8,0,0.30565600395202636
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,24,1,128,1,float16,fp8,0,0.30835518836975095
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,24,2,128,1,float16,fp8,0,0.3091871976852417
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,24,2,128,1,float16,float16,0,0.3165760040283203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,24,2,128,1,fp8,fp8,0,0.3092384099960327
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,24,4,128,1,float16,fp8,0,0.3266063928604126
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,24,4,128,1,float16,float16,0,0.32697439193725586
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,24,4,128,1,fp8,fp8,0,0.328873610496521
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,24,8,128,1,float16,float16,0,0.3745568037033081
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,24,1,128,1,float16,float16,0,0.15546720027923583
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,24,8,128,1,float16,fp8,0,0.35633599758148193
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,24,24,128,1,float16,float16,0,0.29654879570007325
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,24,1,128,1,float16,fp8,0,0.15941599607467652
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,24,24,128,1,fp8,fp8,0,0.2361072063446045
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,24,8,128,1,fp8,fp8,0,0.38859679698944094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,24,24,128,1,float16,fp8,0,0.23630399703979493
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,24,1,128,1,fp8,fp8,0,0.16087679862976073
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,24,2,128,1,float16,float16,0,0.1593984007835388
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,24,2,128,1,float16,fp8,0,0.16110880374908448
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,24,4,128,1,float16,float16,0,0.17025439739227294
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,24,2,128,1,fp8,fp8,0,0.16289759874343873
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,24,4,128,1,fp8,fp8,0,0.17036960124969483
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,24,4,128,1,float16,fp8,0,0.23536961078643798
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,24,8,128,1,float16,float16,0,0.1960927963256836
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,24,8,128,1,float16,fp8,0,0.18527040481567383
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,24,8,128,1,fp8,fp8,0,0.18529599905014038
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,24,24,128,1,fp8,fp8,0,0.12562559843063353
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,24,24,128,1,float16,fp8,0,0.12644799947738647
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,24,24,128,1,float16,float16,0,0.15651040077209472
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,24,1,128,1,float16,fp8,0,0.08725280165672303
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,24,1,128,1,float16,float16,0,0.12424319982528687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,24,1,128,1,fp8,fp8,0,0.08585919737815857
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,24,2,128,1,float16,float16,0,0.08502079844474793
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,24,2,128,1,float16,fp8,0,0.08836320042610168
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,24,2,128,1,fp8,fp8,0,0.08716959953308105
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,24,4,128,1,float16,float16,0,0.09323359727859497
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,24,8,128,1,float16,fp8,0,0.09863359928131103
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,24,4,128,1,float16,fp8,0,0.0927232027053833
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,24,4,128,1,fp8,fp8,0,0.14583359956741332
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,24,8,128,1,float16,float16,0,0.10546560287475586
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,24,24,128,1,float16,float16,0,0.08618559837341308
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,24,8,128,1,fp8,fp8,0,0.10033440589904785
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,24,24,128,1,float16,fp8,0,0.0695360004901886
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,24,24,128,1,fp8,fp8,0,0.06831039786338806
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,24,1,128,1,float16,float16,0,0.050251197814941403
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,24,1,128,1,float16,fp8,0,0.0791263997554779
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,24,1,128,1,fp8,fp8,0,0.049481600522994995
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,24,2,128,1,float16,float16,0,0.0505407989025116
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,24,2,128,1,float16,fp8,0,0.05028319954872131
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,24,2,128,1,fp8,fp8,0,0.04981440007686615
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,24,4,128,1,float16,float16,0,0.052799999713897705
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,24,4,128,1,float16,fp8,0,0.05214080214500427
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,24,4,128,1,fp8,fp8,0,0.08184319734573364
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,24,8,128,1,float16,fp8,0,0.05581279993057251
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,24,8,128,1,float16,float16,0,0.05912960171699524
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,24,8,128,1,fp8,fp8,0,0.05667200088500977
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,24,24,128,1,float16,fp8,0,0.038841599225997926
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,24,24,128,1,float16,float16,0,0.048388800024986266
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,24,24,128,1,fp8,fp8,0,0.040740799903869626
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,24,1,128,1,float16,float16,0,0.04239040017127991
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,24,1,128,1,float16,fp8,0,0.0279695987701416
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,24,1,128,1,fp8,fp8,0,0.027115198969841003
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,24,2,128,1,float16,fp8,0,0.027110400795936584
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,24,2,128,1,float16,float16,0,0.0277072012424469
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,24,2,128,1,fp8,fp8,0,0.027931201457977294
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,24,4,128,1,float16,float16,0,0.029552000761032104
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,24,4,128,1,float16,fp8,0,0.04436799883842468
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,24,4,128,1,fp8,fp8,0,0.028300800919532777
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,24,8,128,1,float16,float16,0,0.03468640148639679
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,24,8,128,1,float16,fp8,0,0.029951998591423036
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,24,8,128,1,fp8,fp8,0,0.030827200412750243
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,24,24,128,1,float16,fp8,0,0.022686399519443512
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,24,24,128,1,float16,float16,0,0.028139200806617738
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,24,24,128,1,fp8,fp8,0,0.03469760119915009
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,24,1,128,1,float16,float16,0,0.01895039975643158
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,24,1,128,1,float16,fp8,0,0.020020799338817598
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,24,1,128,1,fp8,fp8,0,0.019841599464416503
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,24,2,128,1,float16,float16,0,0.019411200284957887
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,24,2,128,1,fp8,fp8,0,0.030395200848579405
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,24,4,128,1,float16,float16,0,0.019556799530982973
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,24,2,128,1,float16,fp8,0,0.0208079993724823
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,24,4,128,1,fp8,fp8,0,0.020182399451732634
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,24,4,128,1,float16,fp8,0,0.020444799959659577
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,24,8,128,1,float16,float16,0,0.020526400208473204
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,24,8,128,1,fp8,fp8,0,0.02115360051393509
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,24,24,128,1,float16,float16,0,0.016620799899101257
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,24,8,128,1,float16,fp8,0,0.02934719920158386
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,24,24,128,1,float16,fp8,0,0.016033600270748138
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,24,1,128,1,float16,float16,0,0.014800000190734863
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,24,24,128,1,fp8,fp8,0,0.016308799386024475
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,24,1,128,1,float16,fp8,0,0.01528480052947998
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,24,1,128,1,fp8,fp8,0,0.015278400480747223
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,24,2,128,1,float16,float16,0,0.020127999782562255
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,24,2,128,1,float16,fp8,0,0.014819200336933135
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,24,2,128,1,fp8,fp8,0,0.015294399857521058
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,24,4,128,1,float16,float16,0,0.014796799421310425
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,24,4,128,1,float16,fp8,0,0.015542399883270264
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,24,4,128,1,fp8,fp8,0,0.015695999562740325
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,24,8,128,1,float16,fp8,0,0.015131199359893798
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,24,8,128,1,float16,float16,0,0.02067999988794327
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,24,8,128,1,fp8,fp8,0,0.015723200142383577
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,24,24,128,1,float16,float16,0,0.015398399531841278
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,24,24,128,1,float16,fp8,0,0.016092799603939056
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,24,24,128,1,fp8,fp8,0,0.016016000509262086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,24,1,128,1,float16,float16,0,0.014004799723625182
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,24,1,128,1,fp8,fp8,0,0.01536799967288971
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,24,1,128,1,float16,fp8,0,0.021003200113773345
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,24,2,128,1,float16,float16,0,0.013998399674892425
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,24,2,128,1,float16,fp8,0,0.015182399749755859
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,24,4,128,1,float16,float16,0,0.014351999759674073
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,24,2,128,1,fp8,fp8,0,0.015113599598407745
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,24,4,128,1,fp8,fp8,0,0.018323199450969697
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,24,4,128,1,float16,fp8,0,0.015422399342060088
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,24,8,128,1,float16,float16,0,0.014731200039386749
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,24,8,128,1,float16,fp8,0,0.015464000403881073
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,24,8,128,1,fp8,fp8,0,0.015172800421714783
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,24,1,128,1,float16,float16,0,0.2845151901245117
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,24,1,128,1,fp8,fp8,0,0.3033407926559448
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,24,1,128,1,float16,fp8,0,0.3546799898147583
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,24,2,128,1,float16,float16,0,0.29344160556793214
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,24,2,128,1,float16,fp8,0,0.31697759628295896
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,24,2,128,1,fp8,fp8,0,0.31573441028594973
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,24,4,128,1,float16,float16,0,0.31369600296020506
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,24,4,128,1,float16,fp8,0,0.3341104030609131
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,24,4,128,1,fp8,fp8,0,0.33283200263977053
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,24,24,128,1,float16,float16,0,0.2974575996398926
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,24,8,128,1,float16,float16,0,0.4131951808929443
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,24,24,128,1,float16,fp8,0,0.24665439128875732
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,24,8,128,1,float16,fp8,0,0.36276319026947024
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,24,8,128,1,fp8,fp8,0,0.3655440092086792
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,24,1,128,1,float16,float16,0,0.14717119932174683
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,24,24,128,1,fp8,fp8,0,0.24799039363861083
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,24,1,128,1,float16,fp8,0,0.15931999683380127
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,24,2,128,1,float16,fp8,0,0.16448479890823364
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,24,2,128,1,float16,float16,0,0.153603196144104
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,24,2,128,1,fp8,fp8,0,0.1649631977081299
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,24,4,128,1,float16,float16,0,0.16315200328826904
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,24,4,128,1,float16,fp8,0,0.1725152015686035
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,24,1,128,1,fp8,fp8,0,0.2254080057144165
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,24,4,128,1,fp8,fp8,0,0.1724671959877014
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,24,8,128,1,float16,fp8,0,0.19006880521774291
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,24,8,128,1,float16,float16,0,0.186352002620697
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,24,24,128,1,float16,fp8,0,0.12796000242233277
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,24,1,128,1,float16,float16,0,0.07796159982681275
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,24,8,128,1,fp8,fp8,0,0.18992480039596557
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,24,24,128,1,float16,float16,0,0.15856159925460817
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,24,24,128,1,fp8,fp8,0,0.16399359703063965
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,24,1,128,1,float16,fp8,0,0.08513280153274536
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,24,2,128,1,float16,float16,0,0.08167840242385864
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,24,2,128,1,float16,fp8,0,0.0853488028049469
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,24,1,128,1,fp8,fp8,0,0.08387839794158936
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,24,2,128,1,fp8,fp8,0,0.08538240194320679
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,24,4,128,1,float16,float16,0,0.087636798620224
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,24,4,128,1,float16,fp8,0,0.12275359630584717
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,24,4,128,1,fp8,fp8,0,0.09030399918556213
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,24,8,128,1,float16,float16,0,0.09996799826622009
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,24,8,128,1,float16,fp8,0,0.09666720032691956
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,24,24,128,1,float16,float16,0,0.08602880239486695
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,24,1,128,1,float16,float16,0,0.04655520021915436
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,24,8,128,1,fp8,fp8,0,0.09741119742393493
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,24,24,128,1,float16,fp8,0,0.06808480024337768
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,24,24,128,1,fp8,fp8,0,0.08665599822998046
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,24,1,128,1,float16,fp8,0,0.04479359984397888
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,24,1,128,1,fp8,fp8,0,0.04473919868469238
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,24,2,128,1,float16,float16,0,0.047214400768280027
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,24,2,128,1,float16,fp8,0,0.046193599700927734
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,24,2,128,1,fp8,fp8,0,0.04673439860343933
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,24,4,128,1,float16,float16,0,0.050537598133087155
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,24,4,128,1,float16,fp8,0,0.06653439998626709
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,24,4,128,1,fp8,fp8,0,0.04837920069694519
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,24,8,128,1,float16,fp8,0,0.052404797077178954
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,24,8,128,1,float16,float16,0,0.05581279993057251
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,24,8,128,1,fp8,fp8,0,0.0523360013961792
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,24,24,128,1,fp8,fp8,0,0.04557600021362305
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,24,1,128,1,float16,float16,0,0.022731199860572815
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,24,24,128,1,float16,float16,0,0.04632799923419952
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,24,24,128,1,float16,fp8,0,0.03556320071220398
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,24,1,128,1,float16,fp8,0,0.024672000110149382
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,24,1,128,1,fp8,fp8,0,0.024792000651359558
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,24,2,128,1,float16,float16,0,0.03296479880809784
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,24,2,128,1,float16,fp8,0,0.024051199853420257
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,24,4,128,1,float16,float16,0,0.02510559856891632
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,24,4,128,1,float16,fp8,0,0.024723200500011443
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,24,2,128,1,fp8,fp8,0,0.024432000517845155
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,24,4,128,1,fp8,fp8,0,0.02496960014104843
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,24,8,128,1,float16,float16,0,0.041289600729942325
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,24,8,128,1,fp8,fp8,0,0.025492799282073975
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,24,8,128,1,float16,fp8,0,0.02547520101070404
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,24,24,128,1,float16,float16,0,0.025886398553848267
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,24,1,128,1,float16,float16,0,0.023131200671195985
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,24,24,128,1,fp8,fp8,0,0.020411199331283568
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,24,1,128,1,float16,fp8,0,0.01908639967441559
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,24,1,128,1,fp8,fp8,0,0.01860480010509491
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,24,24,128,1,float16,fp8,0,0.02054080069065094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,24,2,128,1,float16,float16,0,0.018033599853515624
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,24,2,128,1,float16,fp8,0,0.02462559938430786
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,24,2,128,1,fp8,fp8,0,0.01881919950246811
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,24,4,128,1,float16,float16,0,0.01845120042562485
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,24,4,128,1,float16,fp8,0,0.018779200315475465
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,24,8,128,1,float16,float16,0,0.018991999328136444
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,24,4,128,1,fp8,fp8,0,0.018753600120544434
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,24,8,128,1,float16,fp8,0,0.0249551996588707
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,24,8,128,1,fp8,fp8,0,0.019124799966812135
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,24,24,128,1,float16,float16,0,0.01528480052947998
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,24,24,128,1,float16,fp8,0,0.014364799857139588
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,24,24,128,1,fp8,fp8,0,0.014486399292945863
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,24,1,128,1,float16,float16,0,0.012904000282287598
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,24,1,128,1,float16,fp8,0,0.01741439998149872
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,24,2,128,1,float16,float16,0,0.012942400574684144
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,24,1,128,1,fp8,fp8,0,0.0135343998670578
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,24,2,128,1,float16,fp8,0,0.013195200264453888
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,24,2,128,1,fp8,fp8,0,0.013515199720859527
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,24,4,128,1,float16,float16,0,0.013380800187587739
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,24,4,128,1,float16,fp8,0,0.01735360026359558
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,24,4,128,1,fp8,fp8,0,0.01377439945936203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,24,8,128,1,float16,float16,0,0.01342879980802536
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,24,8,128,1,float16,fp8,0,0.013332800567150116
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,24,8,128,1,fp8,fp8,0,0.01401440054178238
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,24,24,128,1,float16,float16,0,0.01390720009803772
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,24,1,128,1,float16,float16,0,0.012520000338554382
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,24,24,128,1,float16,fp8,0,0.01653600037097931
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,24,1,128,1,float16,fp8,0,0.013147200644016265
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,24,24,128,1,fp8,fp8,0,0.014000000059604644
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,24,2,128,1,float16,float16,0,0.01249760016798973
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,24,1,128,1,fp8,fp8,0,0.013316799700260163
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,24,2,128,1,float16,fp8,0,0.013208000361919403
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,24,2,128,1,fp8,fp8,0,0.015024000406265258
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,24,4,128,1,float16,float16,0,0.012848000228404998
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,24,4,128,1,fp8,fp8,0,0.013300800323486328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,24,4,128,1,float16,fp8,0,0.013374400138854981
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,24,8,128,1,float16,float16,0,0.013017599284648896
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,24,8,128,1,float16,fp8,0,0.01332319974899292
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,24,8,128,1,fp8,fp8,0,0.015337599813938141
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,24,24,128,1,float16,float16,0,0.013199999928474426
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,24,24,128,1,float16,fp8,0,0.013438400626182557
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,24,24,128,1,fp8,fp8,0,0.013572800159454345
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,24,1,128,1,float16,fp8,0,0.012999999523162841
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,24,1,128,1,float16,float16,0,0.01249919980764389
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,24,1,128,1,fp8,fp8,0,0.01501920074224472
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,24,2,128,1,float16,float16,0,0.012270399928092956
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,24,2,128,1,float16,fp8,0,0.01311199963092804
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,24,2,128,1,fp8,fp8,0,0.013196800649166108
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,24,4,128,1,float16,fp8,0,0.013316799700260163
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,24,4,128,1,float16,float16,0,0.01271360069513321
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,24,4,128,1,fp8,fp8,0,0.015020799636840821
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,24,8,128,1,float16,float16,0,0.012503999471664428
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,24,8,128,1,float16,fp8,0,0.01316159963607788
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,24,8,128,1,fp8,fp8,0,0.01319040060043335
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,24,1,128,1,float16,float16,0,0.14776159524917604
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,24,1,128,1,float16,fp8,0,0.15713599920272828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,24,1,128,1,fp8,fp8,0,0.16970399618148804
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,24,2,128,1,float16,float16,0,0.15285600423812867
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,24,2,128,1,float16,fp8,0,0.16437120437622071
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,24,2,128,1,fp8,fp8,0,0.16341760158538818
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,24,4,128,1,float16,float16,0,0.165393602848053
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,24,4,128,1,float16,fp8,0,0.17164959907531738
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,24,4,128,1,fp8,fp8,0,0.18272639513015748
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,24,8,128,1,fp8,fp8,0,0.21811680793762206
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,24,8,128,1,float16,fp8,0,0.2183311939239502
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,24,8,128,1,float16,float16,0,0.21502881050109862
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,24,1,128,1,float16,float16,0,0.09344000220298768
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,24,24,128,1,float16,fp8,0,0.18122400045394899
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,24,24,128,1,fp8,fp8,0,0.18089760541915895
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,24,24,128,1,float16,float16,0,0.19126240015029908
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,24,1,128,1,float16,fp8,0,0.08512160181999207
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,24,2,128,1,float16,float16,0,0.08109920024871826
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,24,1,128,1,fp8,fp8,0,0.08480160236358643
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,24,2,128,1,fp8,fp8,0,0.08617439866065979
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,24,2,128,1,float16,fp8,0,0.10367039442062378
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,24,4,128,1,float16,float16,0,0.08976479768753051
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,24,4,128,1,float16,fp8,0,0.0911903977394104
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,24,4,128,1,fp8,fp8,0,0.09042879939079285
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,24,8,128,1,float16,float16,0,0.11341439485549927
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,24,8,128,1,fp8,fp8,0,0.11524959802627563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,24,8,128,1,float16,fp8,0,0.11431360244750977
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,24,24,128,1,float16,fp8,0,0.09436479806900025
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,24,24,128,1,fp8,fp8,0,0.09499040246009827
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,24,24,128,1,float16,float16,0,0.11654880046844482
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,24,1,128,1,float16,float16,0,0.04628159999847412
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,24,1,128,1,float16,fp8,0,0.046163201332092285
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,24,2,128,1,float16,float16,0,0.048056000471115114
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,24,2,128,1,float16,fp8,0,0.048256000876426695
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,24,1,128,1,fp8,fp8,0,0.04544160068035126
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,24,4,128,1,float16,float16,0,0.05027520060539246
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,24,2,128,1,fp8,fp8,0,0.057520002126693726
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,24,4,128,1,float16,fp8,0,0.0500544011592865
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,24,4,128,1,fp8,fp8,0,0.04857600033283234
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,24,8,128,1,float16,float16,0,0.06379680037498474
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,24,8,128,1,float16,fp8,0,0.06097279787063599
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,24,8,128,1,fp8,fp8,0,0.0600816011428833
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,24,24,128,1,float16,float16,0,0.05738080143928528
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,24,24,128,1,float16,fp8,0,0.05875200033187866
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,24,1,128,1,float16,float16,0,0.02367199957370758
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,24,24,128,1,fp8,fp8,0,0.047091200947761536
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,24,1,128,1,float16,fp8,0,0.024751999974250795
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,24,1,128,1,fp8,fp8,0,0.024454399943351746
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,24,2,128,1,float16,float16,0,0.023625600337982177
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,24,2,128,1,fp8,fp8,0,0.024991999566555022
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,24,2,128,1,float16,fp8,0,0.03073599934577942
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,24,4,128,1,float16,float16,0,0.024614399671554564
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,24,4,128,1,float16,fp8,0,0.025255998969078063
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,24,8,128,1,float16,float16,0,0.035678398609161374
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,24,4,128,1,fp8,fp8,0,0.024743999540805816
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,24,8,128,1,float16,fp8,0,0.03031519949436188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,24,8,128,1,fp8,fp8,0,0.03718400001525879
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,24,24,128,1,float16,float16,0,0.027612799406051637
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,24,24,128,1,float16,fp8,0,0.02446880042552948
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,24,24,128,1,fp8,fp8,0,0.02452639937400818
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,24,1,128,1,float16,float16,0,0.017348800599575043
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,24,1,128,1,float16,fp8,0,0.0189423993229866
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,24,1,128,1,fp8,fp8,0,0.02290399968624115
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,24,2,128,1,float16,float16,0,0.017459200322628023
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,24,2,128,1,float16,fp8,0,0.01870400011539459
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,24,2,128,1,fp8,fp8,0,0.018892799317836762
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,24,4,128,1,float16,float16,0,0.01767839938402176
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,24,4,128,1,float16,fp8,0,0.01914079934358597
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,24,4,128,1,fp8,fp8,0,0.02309119999408722
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,24,8,128,1,float16,float16,0,0.018355199694633485
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,24,8,128,1,float16,fp8,0,0.01907680034637451
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,24,24,128,1,float16,float16,0,0.017766399681568144
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,24,8,128,1,fp8,fp8,0,0.01918720006942749
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,24,24,128,1,float16,fp8,0,0.018721599876880646
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,24,24,128,1,fp8,fp8,0,0.02288320064544678
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,24,1,128,1,float16,float16,0,0.01297439932823181
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,24,1,128,1,float16,fp8,0,0.013497599959373474
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,24,1,128,1,fp8,fp8,0,0.013247999548912048
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,24,2,128,1,float16,float16,0,0.012995199859142303
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,24,2,128,1,float16,fp8,0,0.01387999951839447
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,24,2,128,1,fp8,fp8,0,0.01643519997596741
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,24,4,128,1,float16,float16,0,0.013235199451446533
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,24,4,128,1,float16,fp8,0,0.01363680064678192
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,24,4,128,1,fp8,fp8,0,0.01358879953622818
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,24,8,128,1,float16,float16,0,0.013484799861907959
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,24,8,128,1,float16,fp8,0,0.013896000385284425
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,24,8,128,1,fp8,fp8,0,0.015515199303627015
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,24,24,128,1,float16,float16,0,0.013203200697898865
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,24,24,128,1,float16,fp8,0,0.013687999546527862
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,24,24,128,1,fp8,fp8,0,0.01348160058259964
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,24,1,128,1,float16,float16,0,0.01276959925889969
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,24,1,128,1,float16,fp8,0,0.01361120045185089
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,24,1,128,1,fp8,fp8,0,0.015028800070285796
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,24,2,128,1,float16,float16,0,0.012641599774360657
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,24,2,128,1,fp8,fp8,0,0.01313920021057129
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,24,2,128,1,float16,fp8,0,0.013415999710559845
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,24,4,128,1,float16,float16,0,0.012958399951457977
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,24,4,128,1,fp8,fp8,0,0.01499519944190979
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,24,4,128,1,float16,fp8,0,0.013470399379730224
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,24,8,128,1,float16,float16,0,0.012907199561595917
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,24,8,128,1,float16,fp8,0,0.013219200074672699
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,24,8,128,1,fp8,fp8,0,0.013326400518417358
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,24,24,128,1,float16,float16,0,0.012870399653911591
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,24,24,128,1,float16,fp8,0,0.015033599734306336
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,24,1,128,1,float16,float16,0,0.012257599830627441
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,24,24,128,1,fp8,fp8,0,0.013726399838924408
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,24,1,128,1,float16,fp8,0,0.013016000390052795
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,24,1,128,1,fp8,fp8,0,0.013102400302886962
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,24,2,128,1,float16,float16,0,0.012503999471664428
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,24,2,128,1,float16,fp8,0,0.014684799313545226
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,24,2,128,1,fp8,fp8,0,0.012999999523162841
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,24,4,128,1,float16,float16,0,0.012702399492263794
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,24,4,128,1,float16,fp8,0,0.013027200102806091
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,24,4,128,1,fp8,fp8,0,0.013079999387264252
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,24,8,128,1,float16,float16,0,0.012600000202655792
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,24,8,128,1,float16,fp8,0,0.013977600634098053
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,24,8,128,1,fp8,fp8,0,0.0130048006772995
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,24,24,128,1,float16,float16,0,0.012606400251388549
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,24,24,128,1,float16,fp8,0,0.012958399951457977
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,24,24,128,1,fp8,fp8,0,0.013171200454235078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,24,1,128,1,float16,float16,0,0.012246400117874146
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,24,1,128,1,float16,fp8,0,0.013451200723648072
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,24,1,128,1,fp8,fp8,0,0.012596799433231354
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,24,2,128,1,float16,float16,0,0.012342400103807449
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,24,2,128,1,float16,fp8,0,0.012544000148773193
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,24,4,128,1,float16,float16,0,0.012300799787044524
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,24,2,128,1,fp8,fp8,0,0.012676799297332763
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,24,4,128,1,float16,fp8,0,0.013548800349235534
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,24,4,128,1,fp8,fp8,0,0.01279039978981018
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,24,8,128,1,float16,float16,0,0.011987199634313583
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,24,8,128,1,float16,fp8,0,0.013094399869441987
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,24,8,128,1,fp8,fp8,0,0.012833599746227265
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,24,1,128,1,float16,float16,0,0.08417119979858398
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,24,1,128,1,float16,fp8,0,0.08615840077400208
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,24,1,128,1,fp8,fp8,0,0.08503519892692565
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,24,2,128,1,float16,float16,0,0.0836896002292633
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,24,2,128,1,float16,fp8,0,0.08712800145149231
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,24,2,128,1,fp8,fp8,0,0.09246879816055298
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,24,4,128,1,float16,float16,0,0.10419679880142212
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,24,4,128,1,float16,fp8,0,0.10610079765319824
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,24,4,128,1,fp8,fp8,0,0.10722559690475464
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,24,8,128,1,float16,float16,0,0.11483199596405029
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,24,8,128,1,float16,fp8,0,0.12202240228652954
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,24,8,128,1,fp8,fp8,0,0.11576000452041627
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,24,24,128,1,float16,float16,0,0.14254560470581054
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,24,1,128,1,float16,float16,0,0.05002719759941101
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,24,24,128,1,float16,fp8,0,0.14812320470809937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,24,24,128,1,fp8,fp8,0,0.14733599424362182
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,24,1,128,1,float16,fp8,0,0.046937599778175354
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,24,1,128,1,fp8,fp8,0,0.046526399254798886
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,24,2,128,1,float16,float16,0,0.051177597045898436
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,24,2,128,1,float16,fp8,0,0.048259198665618896
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,24,2,128,1,fp8,fp8,0,0.048056000471115114
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,24,4,128,1,float16,float16,0,0.05937439799308777
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,24,4,128,1,fp8,fp8,0,0.06256960034370422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,24,4,128,1,float16,fp8,0,0.05804799795150757
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,24,8,128,1,float16,float16,0,0.06505600214004517
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,24,8,128,1,float16,fp8,0,0.061585599184036256
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,24,8,128,1,fp8,fp8,0,0.06270880103111268
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,24,24,128,1,float16,fp8,0,0.07585920095443725
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,24,24,128,1,float16,float16,0,0.09114559888839721
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,24,1,128,1,float16,float16,0,0.023479999601840974
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,24,1,128,1,float16,fp8,0,0.024780799448490144
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,24,1,128,1,fp8,fp8,0,0.025017601251602174
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,24,2,128,1,float16,float16,0,0.023367999494075774
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,24,24,128,1,fp8,fp8,0,0.07763360142707824
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,24,2,128,1,float16,fp8,0,0.02985120117664337
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,24,2,128,1,fp8,fp8,0,0.025011199712753295
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,24,4,128,1,float16,fp8,0,0.029550400376319886
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,24,4,128,1,fp8,fp8,0,0.029028800129890443
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,24,4,128,1,float16,float16,0,0.028513601422309874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,24,8,128,1,float16,float16,0,0.03577280044555664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,24,8,128,1,float16,fp8,0,0.036643201112747194
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,24,8,128,1,fp8,fp8,0,0.030108800530433653
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,24,24,128,1,float16,float16,0,0.03988479971885681
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,24,24,128,1,float16,fp8,0,0.0380048006772995
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,24,24,128,1,fp8,fp8,0,0.038380798697471616
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,24,1,128,1,float16,float16,0,0.01799200028181076
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,24,1,128,1,float16,fp8,0,0.02220959961414337
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,24,1,128,1,fp8,fp8,0,0.01931679993867874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,24,2,128,1,float16,float16,0,0.01791200041770935
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,24,2,128,1,float16,fp8,0,0.01886879950761795
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,24,2,128,1,fp8,fp8,0,0.01908639967441559
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,24,4,128,1,float16,fp8,0,0.02239679992198944
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,24,4,128,1,float16,float16,0,0.01808159947395325
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,24,8,128,1,float16,float16,0,0.0186831995844841
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,24,4,128,1,fp8,fp8,0,0.019177600741386414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,24,8,128,1,float16,fp8,0,0.018963199853897095
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,24,24,128,1,float16,float16,0,0.02550239861011505
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,24,8,128,1,fp8,fp8,0,0.019206400215625762
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,24,24,128,1,float16,fp8,0,0.023119999468326567
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,24,24,128,1,fp8,fp8,0,0.022920000553131103
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,24,1,128,1,float16,float16,0,0.013081599771976472
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,24,1,128,1,float16,fp8,0,0.013363200426101684
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,24,1,128,1,fp8,fp8,0,0.01555519998073578
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,24,2,128,1,float16,float16,0,0.012907199561595917
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,24,2,128,1,float16,fp8,0,0.013651199638843536
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,24,2,128,1,fp8,fp8,0,0.013598400354385375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,24,4,128,1,float16,fp8,0,0.013412800431251527
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,24,4,128,1,float16,float16,0,0.013020800054073333
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,24,8,128,1,float16,float16,0,0.013065600395202636
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,24,4,128,1,fp8,fp8,0,0.01581919938325882
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,24,8,128,1,float16,fp8,0,0.013750399649143218
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,24,8,128,1,fp8,fp8,0,0.013548800349235534
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,24,24,128,1,float16,float16,0,0.016711999475955964
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,24,24,128,1,float16,fp8,0,0.017902399599552154
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,24,1,128,1,float16,float16,0,0.013942399621009826
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,24,1,128,1,float16,fp8,0,0.013624000549316406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,24,24,128,1,fp8,fp8,0,0.017985600233078002
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,24,1,128,1,fp8,fp8,0,0.013553600013256072
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,24,2,128,1,float16,float16,0,0.01284639984369278
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,24,2,128,1,fp8,fp8,0,0.014907200634479523
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,24,2,128,1,float16,fp8,0,0.013436800241470337
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,24,4,128,1,float16,float16,0,0.012955200672149659
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,24,4,128,1,fp8,fp8,0,0.01340160071849823
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,24,8,128,1,float16,float16,0,0.012516799569129943
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,24,4,128,1,float16,fp8,0,0.013548800349235534
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,24,8,128,1,fp8,fp8,0,0.013284799456596375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,24,8,128,1,float16,fp8,0,0.014774399995803832
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,24,24,128,1,float16,float16,0,0.012822400033473968
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,24,24,128,1,float16,fp8,0,0.013439999520778656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,24,24,128,1,fp8,fp8,0,0.01327040046453476
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,24,1,128,1,float16,float16,0,0.012548799812793731
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,24,1,128,1,float16,fp8,0,0.013052800297737121
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,24,2,128,1,float16,float16,0,0.012608000636100769
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,24,1,128,1,fp8,fp8,0,0.014319999516010285
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,24,2,128,1,float16,fp8,0,0.012940800189971924
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,24,2,128,1,fp8,fp8,0,0.012998400628566742
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,24,4,128,1,float16,float16,0,0.01252480000257492
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,24,4,128,1,float16,fp8,0,0.013120000064373017
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,24,4,128,1,fp8,fp8,0,0.014348800480365752
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,24,8,128,1,float16,float16,0,0.012166400253772736
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,24,8,128,1,float16,fp8,0,0.012697599828243256
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,24,8,128,1,fp8,fp8,0,0.013156799972057343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,24,24,128,1,float16,float16,0,0.012515200674533844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,24,24,128,1,float16,fp8,0,0.013969600200653076
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,24,24,128,1,fp8,fp8,0,0.013104000687599182
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,24,1,128,1,float16,float16,0,0.01196800023317337
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,24,1,128,1,float16,fp8,0,0.013097600638866424
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,24,1,128,1,fp8,fp8,0,0.012887999415397644
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,24,2,128,1,float16,float16,0,0.012699200212955475
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,24,2,128,1,float16,fp8,0,0.012603199481964112
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,24,2,128,1,fp8,fp8,0,0.012591999769210816
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,24,4,128,1,float16,float16,0,0.012148799747228623
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,24,4,128,1,float16,fp8,0,0.01305440068244934
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,24,4,128,1,fp8,fp8,0,0.013393600285053254
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,24,8,128,1,float16,float16,0,0.012039999663829803
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,24,8,128,1,float16,fp8,0,0.012401600182056428
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,24,8,128,1,fp8,fp8,0,0.012923200428485871
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,24,24,128,1,float16,float16,0,0.012507200241088867
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,24,24,128,1,float16,fp8,0,0.013777600228786468
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,24,24,128,1,fp8,fp8,0,0.013097600638866424
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,24,1,128,1,float16,float16,0,0.01167839989066124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,24,1,128,1,float16,fp8,0,0.012651200592517852
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,24,1,128,1,fp8,fp8,0,0.012796799838542938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,24,2,128,1,float16,float16,0,0.012495999783277511
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,24,2,128,1,float16,fp8,0,0.012591999769210816
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,24,2,128,1,fp8,fp8,0,0.01244800016283989
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,24,4,128,1,float16,float16,0,0.01228640004992485
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,24,4,128,1,float16,fp8,0,0.01279039978981018
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,24,4,128,1,fp8,fp8,0,0.013327999413013459
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,24,8,128,1,float16,float16,0,0.01186719983816147
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,24,8,128,1,float16,fp8,0,0.012280000001192093
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,24,8,128,1,fp8,fp8,0,0.012644800543785095
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,24,1,128,1,float16,fp8,0,0.04999679923057556
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,24,1,128,1,float16,float16,0,0.048161599040031436
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,24,2,128,1,float16,fp8,0,0.05781919956207275
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,24,1,128,1,fp8,fp8,0,0.04874399900436401
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,24,2,128,1,float16,float16,0,0.05684000253677368
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,24,2,128,1,fp8,fp8,0,0.05746080279350281
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,24,4,128,1,float16,float16,0,0.061329597234725954
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,24,4,128,1,float16,fp8,0,0.06030719876289368
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,24,4,128,1,fp8,fp8,0,0.06010559797286987
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,24,8,128,1,float16,fp8,0,0.09828640222549438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,24,8,128,1,float16,float16,0,0.0944208025932312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,24,8,128,1,fp8,fp8,0,0.09874399900436401
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,24,24,128,1,float16,float16,0,0.1272752046585083
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,24,1,128,1,float16,float16,0,0.023710399866104126
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,24,1,128,1,float16,fp8,0,0.026038399338722228
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,24,1,128,1,fp8,fp8,0,0.026291200518608095
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,24,24,128,1,float16,fp8,0,0.13345600366592408
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,24,2,128,1,float16,float16,0,0.02961919903755188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,24,24,128,1,fp8,fp8,0,0.1327903985977173
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,24,2,128,1,float16,fp8,0,0.029982399940490723
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,24,2,128,1,fp8,fp8,0,0.03036639988422394
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,24,4,128,1,float16,float16,0,0.029601600766181946
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,24,4,128,1,float16,fp8,0,0.030531200766563415
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,24,4,128,1,fp8,fp8,0,0.03290719985961914
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,24,8,128,1,float16,float16,0,0.05096160173416138
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,24,8,128,1,float16,fp8,0,0.04845440089702606
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,24,8,128,1,fp8,fp8,0,0.048942399024963376
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,24,24,128,1,float16,float16,0,0.06321280002593994
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,24,24,128,1,float16,fp8,0,0.0658399999141693
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,24,24,128,1,fp8,fp8,0,0.07097439765930176
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,24,1,128,1,float16,float16,0,0.01845120042562485
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,24,1,128,1,float16,fp8,0,0.019593599438667297
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,24,2,128,1,float16,fp8,0,0.020156799256801604
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,24,2,128,1,float16,float16,0,0.018638400733470915
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,24,1,128,1,fp8,fp8,0,0.019833600521087645
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,24,2,128,1,fp8,fp8,0,0.019793599843978882
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,24,4,128,1,float16,float16,0,0.019867199659347533
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,24,4,128,1,fp8,fp8,0,0.019606399536132812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,24,4,128,1,float16,fp8,0,0.019776000082492827
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,24,8,128,1,float16,fp8,0,0.028387200832366944
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,24,8,128,1,fp8,fp8,0,0.028380799293518066
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,24,8,128,1,float16,float16,0,0.026291200518608095
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,24,24,128,1,float16,fp8,0,0.04147199988365173
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,24,24,128,1,float16,float16,0,0.0333759993314743
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,24,24,128,1,fp8,fp8,0,0.03654400110244751
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,24,1,128,1,float16,float16,0,0.013257600367069244
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,24,1,128,1,float16,fp8,0,0.01408960074186325
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,24,1,128,1,fp8,fp8,0,0.014207999408245086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,24,2,128,1,float16,float16,0,0.013300800323486328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,24,2,128,1,float16,fp8,0,0.015531200170516967
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,24,4,128,1,float16,float16,0,0.013027200102806091
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,24,4,128,1,fp8,fp8,0,0.01408800035715103
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,24,2,128,1,fp8,fp8,0,0.014129599928855896
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,24,4,128,1,float16,fp8,0,0.014158399403095245
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,24,8,128,1,float16,float16,0,0.017051200568675994
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,24,8,128,1,fp8,fp8,0,0.02040800005197525
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,24,8,128,1,float16,fp8,0,0.018343999981880188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,24,1,128,1,float16,float16,0,0.013179199397563934
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,24,24,128,1,float16,float16,0,0.020729599893093108
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,24,24,128,1,fp8,fp8,0,0.022878399491310118
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,24,24,128,1,float16,fp8,0,0.022830399870872497
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,24,1,128,1,float16,fp8,0,0.013631999492645264
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,24,2,128,1,float16,float16,0,0.0130048006772995
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,24,1,128,1,fp8,fp8,0,0.014977599680423736
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,24,2,128,1,fp8,fp8,0,0.013275200128555298
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,24,2,128,1,float16,fp8,0,0.013527999818325042
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,24,4,128,1,float16,float16,0,0.012945599853992462
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,24,4,128,1,float16,fp8,0,0.013324800133705138
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,24,4,128,1,fp8,fp8,0,0.013523200154304504
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,24,8,128,1,float16,float16,0,0.014076800644397735
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,24,8,128,1,float16,fp8,0,0.013222399353981017
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,24,8,128,1,fp8,fp8,0,0.013518400490283966
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,24,24,128,1,float16,float16,0,0.016748799383640288
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,24,24,128,1,float16,fp8,0,0.01770399957895279
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,24,24,128,1,fp8,fp8,0,0.017726400494575502
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,24,1,128,1,float16,float16,0,0.013228799402713775
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,24,1,128,1,float16,fp8,0,0.013012799620628356
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,24,1,128,1,fp8,fp8,0,0.013339200615882873
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,24,2,128,1,float16,float16,0,0.012600000202655792
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,24,2,128,1,float16,fp8,0,0.012891200184822083
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,24,2,128,1,fp8,fp8,0,0.013222399353981017
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,24,4,128,1,float16,float16,0,0.013348799943923951
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,24,4,128,1,float16,fp8,0,0.013023999333381654
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,24,4,128,1,fp8,fp8,0,0.01321759968996048
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,24,8,128,1,float16,float16,0,0.012603199481964112
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,24,8,128,1,float16,fp8,0,0.01308639943599701
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,24,8,128,1,fp8,fp8,0,0.013204799592494964
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,24,24,128,1,float16,float16,0,0.013553600013256072
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,24,24,128,1,fp8,fp8,0,0.013366399705410004
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,24,24,128,1,float16,fp8,0,0.013387200236320496
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,24,1,128,1,float16,float16,0,0.012228800356388092
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,24,1,128,1,float16,fp8,0,0.012697599828243256
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,24,1,128,1,fp8,fp8,0,0.012857599556446076
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,24,2,128,1,float16,float16,0,0.013049599528312684
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,24,2,128,1,float16,fp8,0,0.012807999551296235
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,24,2,128,1,fp8,fp8,0,0.012825599312782288
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,24,4,128,1,float16,float16,0,0.011814399808645248
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,24,4,128,1,float16,fp8,0,0.012574400007724761
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,24,4,128,1,fp8,fp8,0,0.01279519945383072
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,24,8,128,1,float16,float16,0,0.012945599853992462
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,24,8,128,1,float16,fp8,0,0.012608000636100769
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,24,8,128,1,fp8,fp8,0,0.012763200700283051
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,24,24,128,1,float16,fp8,0,0.013313600420951843
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,24,24,128,1,float16,float16,0,0.012275200337171555
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,24,24,128,1,fp8,fp8,0,0.01340160071849823
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,24,1,128,1,float16,float16,0,0.012910400331020356
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,24,1,128,1,float16,fp8,0,0.012729600071907043
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,24,1,128,1,fp8,fp8,0,0.012804800271987915
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,24,2,128,1,float16,float16,0,0.011990399658679962
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,24,2,128,1,float16,fp8,0,0.012868799269199371
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,24,2,128,1,fp8,fp8,0,0.012491200119256973
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,24,4,128,1,float16,float16,0,0.012428800016641617
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,24,4,128,1,float16,fp8,0,0.012567999958992004
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,24,4,128,1,fp8,fp8,0,0.012652799487113953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,24,8,128,1,float16,float16,0,0.011992000043392181
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,24,24,128,1,float16,float16,0,0.012670400738716125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,24,8,128,1,float16,fp8,0,0.012246400117874146
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,24,24,128,1,float16,fp8,0,0.013079999387264252
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,24,8,128,1,fp8,fp8,0,0.012460800260305405
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,24,24,128,1,fp8,fp8,0,0.013156799972057343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,24,1,128,1,float16,float16,0,0.011998400092124939
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,24,1,128,1,float16,fp8,0,0.013097600638866424
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,24,1,128,1,fp8,fp8,0,0.012387199699878693
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,24,2,128,1,float16,float16,0,0.011883199959993363
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,24,2,128,1,float16,fp8,0,0.012675200402736665
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,24,2,128,1,fp8,fp8,0,0.012654399871826172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,24,4,128,1,float16,float16,0,0.011913599818944931
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,24,4,128,1,float16,fp8,0,0.012908799946308136
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,24,4,128,1,fp8,fp8,0,0.012316799908876418
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,24,8,128,1,float16,float16,0,0.011857599765062333
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,24,8,128,1,float16,fp8,0,0.012352000176906585
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,24,8,128,1,fp8,fp8,0,0.012430399656295776
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,24,1,128,1,float16,float16,0,0.021073600649833678
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,24,2,128,1,float16,float16,0,0.02840000092983246
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,24,1,128,1,fp8,fp8,0,0.022465600073337554
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,24,1,128,1,float16,fp8,0,0.02364480048418045
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,24,2,128,1,float16,fp8,0,0.031219199299812317
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,24,2,128,1,fp8,fp8,0,0.031206399202346802
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,24,4,128,1,float16,float16,0,0.04307839870452881
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,24,4,128,1,float16,fp8,0,0.04891520142555237
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,24,4,128,1,fp8,fp8,0,0.0482367992401123
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,24,8,128,1,float16,float16,0,0.07271040081977845
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,24,8,128,1,float16,fp8,0,0.08368160128593445
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,24,24,128,1,float16,float16,0,0.09834399819374084
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,24,8,128,1,fp8,fp8,0,0.08352800011634827
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,24,1,128,1,float16,float16,0,0.015380799770355225
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,24,24,128,1,float16,fp8,0,0.11869920492172241
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,24,24,128,1,fp8,fp8,0,0.11691679954528808
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,24,1,128,1,float16,fp8,0,0.01565759927034378
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,24,1,128,1,fp8,fp8,0,0.016065600514411926
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,24,2,128,1,float16,float16,0,0.0183119997382164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,24,2,128,1,float16,fp8,0,0.020395199954509734
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,24,2,128,1,fp8,fp8,0,0.020164799690246583
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,24,4,128,1,float16,float16,0,0.02573440074920654
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,24,4,128,1,float16,fp8,0,0.028996801376342772
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,24,4,128,1,fp8,fp8,0,0.028891199827194215
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,24,8,128,1,float16,float16,0,0.04041439890861511
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,24,8,128,1,fp8,fp8,0,0.04636000096797943
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,24,8,128,1,float16,fp8,0,0.04726400077342987
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,24,24,128,1,float16,float16,0,0.0537168025970459
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,24,1,128,1,float16,float16,0,0.013240000605583191
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,24,24,128,1,fp8,fp8,0,0.06444479823112488
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,24,24,128,1,float16,fp8,0,0.06360960006713867
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,24,1,128,1,float16,fp8,0,0.013913600146770478
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,24,1,128,1,fp8,fp8,0,0.014327999949455262
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,24,2,128,1,float16,float16,0,0.013265599310398103
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,24,2,128,1,float16,fp8,0,0.014627200365066529
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,24,4,128,1,float16,float16,0,0.016945600509643555
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,24,2,128,1,fp8,fp8,0,0.014107200503349304
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,24,4,128,1,float16,fp8,0,0.01886080056428909
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,24,4,128,1,fp8,fp8,0,0.01857600063085556
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,24,8,128,1,float16,float16,0,0.024903999269008638
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,24,8,128,1,float16,fp8,0,0.02725279927253723
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,24,8,128,1,fp8,fp8,0,0.027292799949645997
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,24,24,128,1,float16,fp8,0,0.03615359961986542
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,24,24,128,1,float16,float16,0,0.03237600028514862
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,24,1,128,1,float16,float16,0,0.01247519999742508
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,24,24,128,1,fp8,fp8,0,0.03667359948158264
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,24,1,128,1,float16,fp8,0,0.013393600285053254
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,24,1,128,1,fp8,fp8,0,0.013326400518417358
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,24,2,128,1,float16,float16,0,0.012697599828243256
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,24,2,128,1,float16,fp8,0,0.01313920021057129
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,24,2,128,1,fp8,fp8,0,0.013548800349235534
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,24,4,128,1,float16,float16,0,0.012574400007724761
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,24,4,128,1,float16,fp8,0,0.013507199287414551
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,24,4,128,1,fp8,fp8,0,0.01350879967212677
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,24,8,128,1,float16,float16,0,0.01635040044784546
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,24,8,128,1,float16,fp8,0,0.017960000038146972
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,24,8,128,1,fp8,fp8,0,0.017867200076580048
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,24,24,128,1,float16,float16,0,0.02024960070848465
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,24,24,128,1,float16,fp8,0,0.022655999660491942
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,24,24,128,1,fp8,fp8,0,0.022510400414466857
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,24,1,128,1,float16,float16,0,0.011760000139474869
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,24,1,128,1,float16,fp8,0,0.012907199561595917
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,24,1,128,1,fp8,fp8,0,0.012887999415397644
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,24,2,128,1,float16,float16,0,0.012361600250005721
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,24,2,128,1,float16,fp8,0,0.013060800731182098
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,24,2,128,1,fp8,fp8,0,0.012771199643611907
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,24,4,128,1,float16,float16,0,0.012328000366687774
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,24,4,128,1,float16,fp8,0,0.013094399869441987
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,24,8,128,1,float16,float16,0,0.0124208003282547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,24,4,128,1,fp8,fp8,0,0.013223999738693237
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,24,8,128,1,float16,fp8,0,0.013052800297737121
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,24,8,128,1,fp8,fp8,0,0.01329279989004135
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,24,24,128,1,float16,float16,0,0.016161599755287172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,24,24,128,1,float16,fp8,0,0.01762239933013916
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,24,24,128,1,fp8,fp8,0,0.01773280054330826
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,24,1,128,1,float16,float16,0,0.011726400256156922
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,24,1,128,1,float16,fp8,0,0.012409599870443344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,24,1,128,1,fp8,fp8,0,0.012545600533485413
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,24,2,128,1,float16,float16,0,0.011924800276756287
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,24,2,128,1,float16,fp8,0,0.012798400223255157
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,24,2,128,1,fp8,fp8,0,0.012715199589729309
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,24,4,128,1,float16,float16,0,0.011817599833011627
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,24,4,128,1,float16,fp8,0,0.012667199969291687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,24,4,128,1,fp8,fp8,0,0.012758399546146392
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,24,8,128,1,float16,float16,0,0.012038400024175644
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,24,8,128,1,float16,fp8,0,0.013011200726032257
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,24,8,128,1,fp8,fp8,0,0.012656000256538392
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,24,24,128,1,float16,float16,0,0.012334399670362473
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,24,24,128,1,float16,fp8,0,0.013222399353981017
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,24,1,128,1,float16,float16,0,0.011659199744462967
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,24,24,128,1,fp8,fp8,0,0.013526399433612824
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,24,1,128,1,float16,fp8,0,0.012196800112724305
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,24,2,128,1,float16,float16,0,0.011535999923944473
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,24,1,128,1,fp8,fp8,0,0.012256000190973282
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,24,2,128,1,float16,fp8,0,0.012404800206422806
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,24,4,128,1,float16,float16,0,0.011579199880361556
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,24,2,128,1,fp8,fp8,0,0.012665599584579468
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,24,4,128,1,float16,fp8,0,0.01233920007944107
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,24,4,128,1,fp8,fp8,0,0.012409599870443344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,24,8,128,1,float16,float16,0,0.011926399916410447
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,24,8,128,1,float16,fp8,0,0.012620800733566284
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,24,8,128,1,fp8,fp8,0,0.01279519945383072
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,24,24,128,1,float16,float16,0,0.012216000258922577
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,24,24,128,1,float16,fp8,0,0.013107199966907502
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,24,24,128,1,fp8,fp8,0,0.01329600065946579
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,24,1,128,1,float16,float16,0,0.011406400054693223
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,24,1,128,1,float16,fp8,0,0.012486399710178375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,24,1,128,1,fp8,fp8,0,0.012216000258922577
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,24,2,128,1,float16,float16,0,0.011556799709796905
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,24,2,128,1,float16,fp8,0,0.01241919994354248
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,24,2,128,1,fp8,fp8,0,0.01231520026922226
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,24,4,128,1,float16,float16,0,0.011636800318956374
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,24,4,128,1,float16,fp8,0,0.012303999811410903
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,24,8,128,1,float16,float16,0,0.011894399672746659
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,24,4,128,1,fp8,fp8,0,0.012303999811410903
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,24,8,128,1,float16,fp8,0,0.012385600060224534
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,24,8,128,1,fp8,fp8,0,0.012281599640846252
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,24,24,128,1,float16,float16,0,0.012324800342321396
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,24,24,128,1,float16,fp8,0,0.012939199805259705
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,24,24,128,1,fp8,fp8,0,0.013092799484729767
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,24,1,128,1,float16,float16,0,0.011505600064992905
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,24,1,128,1,float16,fp8,0,0.012297599762678146
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,24,1,128,1,fp8,fp8,0,0.012206400185823441
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,24,2,128,1,float16,float16,0,0.011515200138092041
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,24,2,128,1,float16,fp8,0,0.012201599776744843
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,24,2,128,1,fp8,fp8,0,0.012331199645996094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,24,4,128,1,float16,float16,0,0.011519999802112579
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,24,4,128,1,float16,fp8,0,0.01234079971909523
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,24,8,128,1,float16,float16,0,0.011553599685430526
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,24,4,128,1,fp8,fp8,0,0.012201599776744843
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,24,8,128,1,float16,fp8,0,0.012289600074291229
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,24,8,128,1,fp8,fp8,0,0.012441600114107132
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,16,1,128,1,fp8,fp8,0,12.339530944824219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,16,2,128,1,float16,fp8,0,12.532737731933594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,16,1,128,1,float16,float16,0,14.829194641113281
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,16,2,128,1,float16,float16,0,15.056488037109375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,16,2,128,1,fp8,fp8,0,12.41968002319336
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,16,4,128,1,float16,fp8,0,12.604043579101562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,16,4,128,1,float16,float16,0,15.018684387207031
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,16,16,128,1,float16,float16,0,7.729563140869141
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,16,16,128,1,float16,fp8,0,6.4360099792480465
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,16,4,128,1,fp8,fp8,0,12.532278442382813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,16,16,128,1,fp8,fp8,0,6.519646453857422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,16,8,128,1,float16,fp8,0,12.518109130859376
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,16,8,128,1,float16,float16,0,15.339337158203126
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,16,8,128,1,fp8,fp8,0,12.781423950195313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,16,1,128,1,float16,float16,0,7.245579528808594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,16,1,128,1,float16,fp8,0,6.2324878692626955
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,16,1,128,1,fp8,fp8,0,6.187939071655274
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,16,2,128,1,float16,float16,0,7.370053100585937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,16,2,128,1,float16,fp8,0,6.742750549316407
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,16,2,128,1,fp8,fp8,0,6.798611450195312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,16,4,128,1,float16,float16,0,8.701459503173828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,16,4,128,1,float16,fp8,0,6.403646087646484
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,16,4,128,1,fp8,fp8,0,6.645416259765625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,16,1,128,1,float16,fp8,0,40.607269287109375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,16,16,128,1,float16,float16,0,4.165615844726562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,16,8,128,1,float16,float16,0,8.61684799194336
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,16,16,128,1,float16,fp8,0,3.633707046508789
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,16,16,128,1,fp8,fp8,0,3.726124954223633
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,16,8,128,1,float16,fp8,0,6.945487976074219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,16,8,128,1,fp8,fp8,0,6.848177337646485
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,16,1,128,1,float16,float16,0,4.157958221435547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,16,1,128,1,fp8,fp8,0,3.385776138305664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,16,2,128,1,float16,fp8,0,3.202057647705078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,16,2,128,1,float16,float16,0,4.144246292114258
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,16,2,128,1,fp8,fp8,0,3.359406280517578
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,16,4,128,1,float16,fp8,0,3.1443103790283202
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,16,4,128,1,float16,float16,0,4.10687026977539
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,16,4,128,1,fp8,fp8,0,3.635822296142578
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,16,16,128,1,float16,float16,0,1.8680416107177735
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,16,16,128,1,float16,fp8,0,1.6104032516479492
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,16,8,128,1,float16,float16,0,3.7635921478271483
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,16,8,128,1,float16,fp8,0,3.184152030944824
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,16,16,128,1,fp8,fp8,0,1.9484640121459962
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,16,1,128,1,float16,float16,0,1.6930463790893555
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,16,8,128,1,fp8,fp8,0,3.340252685546875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,16,1,128,1,float16,fp8,0,9.309561920166015
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,16,1,128,1,fp8,fp8,0,1.551206398010254
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,16,1,128,1,float16,fp8,0,1.8104047775268555
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,16,2,128,1,float16,fp8,0,1.586012840270996
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,16,2,128,1,float16,float16,0,1.9265552520751954
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,16,2,128,1,fp8,fp8,0,1.7846895217895509
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,16,4,128,1,float16,float16,0,1.8784448623657226
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,16,4,128,1,float16,fp8,0,1.5665120124816894
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,16,8,128,1,float16,fp8,0,1.6349664688110352
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,16,8,128,1,float16,float16,0,1.9113632202148438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,16,8,128,1,fp8,fp8,0,1.5938159942626953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,16,4,128,1,fp8,fp8,0,4.496752166748047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,16,1,128,1,float16,fp8,0,7.118080139160156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,16,1,128,1,fp8,fp8,0,7.238253021240235
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,16,1,128,1,float16,float16,0,8.329399871826173
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,16,2,128,1,float16,fp8,0,7.054902648925781
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,16,2,128,1,fp8,fp8,0,7.130197143554687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,16,2,128,1,float16,float16,0,8.6636962890625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,16,4,128,1,float16,float16,0,8.889142608642578
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,16,16,128,1,float16,fp8,0,3.7717742919921875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,16,16,128,1,float16,float16,0,4.559377670288086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,16,16,128,1,fp8,fp8,0,3.930411148071289
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,16,4,128,1,fp8,fp8,0,7.271924591064453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,16,8,128,1,fp8,fp8,0,7.1692146301269535
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,16,8,128,1,float16,fp8,0,7.268904113769532
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,16,8,128,1,float16,float16,0,9.023177337646484
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,16,1,128,1,float16,float16,0,4.274347305297852
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,16,1,128,1,float16,fp8,0,3.6130607604980467
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,16,1,128,1,fp8,fp8,0,3.548356628417969
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,16,2,128,1,float16,float16,0,4.182892990112305
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,16,2,128,1,float16,fp8,0,3.5443710327148437
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,16,2,128,1,fp8,fp8,0,3.5889663696289062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,16,4,128,1,fp8,fp8,0,3.5820865631103516
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,16,4,128,1,float16,fp8,0,3.6551887512207033
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,16,4,128,1,float16,float16,0,4.268627166748047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,16,16,128,1,float16,float16,0,2.530985641479492
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,16,8,128,1,float16,float16,0,4.740734481811524
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,16,16,128,1,float16,fp8,0,1.9175392150878907
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,16,16,128,1,fp8,fp8,0,1.8528352737426759
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,16,8,128,1,fp8,fp8,0,3.6385265350341798
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,16,8,128,1,float16,fp8,0,3.9198768615722654
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,16,1,128,1,float16,float16,0,2.1051855087280273
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,16,1,128,1,float16,fp8,0,2.168177604675293
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,16,4,128,1,float16,fp8,0,20.791941833496093
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,16,2,128,1,float16,fp8,0,1.8598112106323241
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,16,2,128,1,fp8,fp8,0,1.8520479202270508
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,16,2,128,1,float16,float16,0,2.080414390563965
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,16,1,128,1,fp8,fp8,0,2.062447929382324
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,16,4,128,1,float16,float16,0,2.0696191787719727
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,16,4,128,1,float16,fp8,0,2.0058416366577148
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,16,4,128,1,fp8,fp8,0,1.822332763671875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,16,16,128,1,float16,fp8,0,1.0277135848999024
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,16,16,128,1,float16,float16,0,1.2357487678527832
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,16,16,128,1,fp8,fp8,0,1.125044822692871
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,16,1,128,1,float16,float16,0,0.9724944114685059
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,16,8,128,1,float16,fp8,0,1.8869152069091797
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,16,8,128,1,fp8,fp8,0,1.9470975875854493
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,16,1,128,1,float16,fp8,0,0.9158559799194336
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,16,1,128,1,fp8,fp8,0,1.0393327713012694
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,16,2,128,1,float16,float16,0,1.0604240417480468
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,16,2,128,1,float16,fp8,0,1.030662441253662
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,16,2,128,1,fp8,fp8,0,0.9137424468994141
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,16,4,128,1,float16,float16,0,1.0252575874328613
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,16,4,128,1,float16,fp8,0,0.8963088035583496
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,16,4,128,1,fp8,fp8,0,1.0436047554016112
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,16,8,128,1,float16,float16,0,1.1247136116027832
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,16,8,128,1,float16,fp8,0,1.0080927848815917
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,16,8,128,1,fp8,fp8,0,0.9284671783447266
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,16,8,128,1,float16,float16,0,8.170579528808593
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,16,1,128,1,float16,fp8,0,5.163731384277344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,16,1,128,1,fp8,fp8,0,5.365027236938476
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,16,2,128,1,fp8,fp8,0,5.037147140502929
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,16,2,128,1,float16,fp8,0,5.3870384216308596
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,16,1,128,1,float16,float16,0,6.521619415283203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,16,2,128,1,float16,float16,0,6.398263931274414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,16,4,128,1,float16,fp8,0,5.037046432495117
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,16,16,128,1,float16,float16,0,3.4072193145751952
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,16,16,128,1,float16,fp8,0,2.96014404296875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,16,4,128,1,fp8,fp8,0,5.094500732421875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,16,8,128,1,float16,fp8,0,5.330766296386718
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,16,8,128,1,fp8,fp8,0,5.479275131225586
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,16,8,128,1,float16,float16,0,6.370502471923828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,16,16,128,1,fp8,fp8,0,2.6366416931152346
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,16,1,128,1,float16,fp8,0,2.5725824356079103
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,16,1,128,1,fp8,fp8,0,2.480166435241699
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,16,1,128,1,float16,float16,0,2.9478288650512696
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,16,2,128,1,float16,float16,0,2.9420623779296875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,16,2,128,1,float16,fp8,0,2.5541391372680664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,16,2,128,1,fp8,fp8,0,2.52813606262207
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,16,4,128,1,float16,float16,0,3.0486112594604493
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,16,4,128,1,float16,fp8,0,2.5254032135009767
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,16,4,128,1,fp8,fp8,0,2.5566783905029298
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,16,8,128,1,float16,float16,0,3.0324752807617186
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,16,16,128,1,float16,float16,0,1.5249072074890138
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,16,16,128,1,fp8,fp8,0,1.3370304107666016
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,16,8,128,1,fp8,fp8,0,2.546808052062988
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,16,16,128,1,float16,fp8,0,1.5398127555847168
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,16,1,128,1,float16,float16,0,1.3983023643493653
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,16,8,128,1,float16,fp8,0,2.839102363586426
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,16,1,128,1,float16,fp8,0,1.3679887771606445
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,16,1,128,1,fp8,fp8,0,1.508625602722168
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,16,2,128,1,float16,fp8,0,1.264692783355713
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,16,2,128,1,float16,float16,0,1.4489503860473634
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,16,2,128,1,fp8,fp8,0,1.340715217590332
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,16,4,128,1,float16,fp8,0,1.2607744216918946
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,16,4,128,1,float16,float16,0,1.8123008728027343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,16,4,128,1,fp8,fp8,0,1.2553312301635742
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,16,16,128,1,float16,float16,0,0.7833327770233154
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,16,16,128,1,float16,fp8,0,0.677839994430542
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,16,8,128,1,float16,float16,0,1.5572768211364747
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,16,1,128,1,float16,float16,0,0.6764863967895508
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,16,8,128,1,float16,fp8,0,1.2857744216918945
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,16,16,128,1,fp8,fp8,0,0.8911567687988281
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,16,8,128,1,fp8,fp8,0,1.4399120330810546
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,16,1,128,1,float16,fp8,0,0.6256959915161133
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,16,1,128,1,fp8,fp8,0,0.6243023872375488
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,16,2,128,1,float16,fp8,0,0.6263472080230713
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,16,2,128,1,fp8,fp8,0,0.6318511962890625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,16,2,128,1,float16,float16,0,0.716545581817627
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,16,4,128,1,float16,fp8,0,0.6839471817016601
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,16,4,128,1,float16,float16,0,0.8457951545715332
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,16,4,128,1,fp8,fp8,0,0.6348320007324219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,16,8,128,1,float16,float16,0,0.7223936080932617
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,16,8,128,1,float16,fp8,0,0.6453375816345215
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,16,8,128,1,fp8,fp8,0,0.6453760147094727
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,16,4,128,1,float16,float16,0,22.815895080566406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,16,1,128,1,float16,fp8,0,6.496084594726563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,16,1,128,1,fp8,fp8,0,6.5139213562011715
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,16,2,128,1,float16,fp8,0,6.539198303222657
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,16,2,128,1,fp8,fp8,0,6.5878959655761715
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,16,1,128,1,float16,float16,0,7.619367980957032
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,16,2,128,1,float16,float16,0,7.786875152587891
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,16,4,128,1,float16,float16,0,8.197822570800781
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,16,16,128,1,float16,fp8,0,3.4461761474609376
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,16,16,128,1,float16,float16,0,4.169414520263672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,16,16,128,1,fp8,fp8,0,3.6703136444091795
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,16,4,128,1,fp8,fp8,0,6.631531524658203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,16,8,128,1,float16,fp8,0,6.832131195068359
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,16,8,128,1,fp8,fp8,0,6.591675567626953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,16,1,128,1,float16,float16,0,3.7803150177001954
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,16,1,128,1,float16,fp8,0,3.5514591217041014
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,16,8,128,1,float16,float16,0,8.742556762695312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,16,1,128,1,fp8,fp8,0,3.3047153472900392
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,16,2,128,1,float16,fp8,0,3.278603363037109
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,16,2,128,1,fp8,fp8,0,3.2229183197021483
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,16,2,128,1,float16,float16,0,4.257822418212891
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,16,4,128,1,float16,fp8,0,3.45635986328125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,16,4,128,1,fp8,fp8,0,3.4437713623046875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,16,4,128,1,float16,float16,0,3.9783615112304687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,16,16,128,1,float16,float16,0,2.319630432128906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,16,8,128,1,float16,float16,0,4.399161529541016
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,16,8,128,1,float16,fp8,0,3.3695743560791014
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,16,8,128,1,fp8,fp8,0,3.408980941772461
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,16,16,128,1,float16,fp8,0,1.8104656219482422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,16,16,128,1,fp8,fp8,0,1.7176143646240234
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,16,1,128,1,float16,float16,0,1.9947824478149414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,16,1,128,1,float16,fp8,0,1.7705568313598632
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,16,1,128,1,fp8,fp8,0,1.6359392166137696
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,16,2,128,1,float16,fp8,0,1.646459197998047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,16,2,128,1,float16,float16,0,1.8705135345458985
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,16,2,128,1,fp8,fp8,0,1.6395727157592774
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,16,4,128,1,float16,fp8,0,1.6643871307373046
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,16,4,128,1,float16,float16,0,2.1546047210693358
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,16,4,128,1,float16,fp8,0,18.024089050292968
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,16,4,128,1,fp8,fp8,0,1.6632560729980468
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,16,8,128,1,float16,float16,0,1.8536863327026367
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,16,8,128,1,fp8,fp8,0,1.661427116394043
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,16,16,128,1,float16,float16,0,1.0172271728515625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,16,16,128,1,float16,fp8,0,1.0417424201965333
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,16,8,128,1,float16,fp8,0,2.0801103591918944
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,16,1,128,1,float16,float16,0,0.8785152435302734
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,16,1,128,1,fp8,fp8,0,0.8125712394714355
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,16,1,128,1,float16,fp8,0,0.9431887626647949
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,16,2,128,1,float16,fp8,0,0.8945775985717773
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,16,2,128,1,float16,float16,0,1.0037455558776855
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,16,2,128,1,fp8,fp8,0,0.9165007591247558
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,16,4,128,1,float16,float16,0,0.9032992362976074
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,16,4,128,1,float16,fp8,0,0.8712176322937012
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,16,16,128,1,fp8,fp8,0,2.2181888580322267
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,16,4,128,1,fp8,fp8,0,0.8234335899353027
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,16,16,128,1,float16,float16,0,0.5226128101348877
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,16,16,128,1,float16,fp8,0,0.440118408203125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,16,8,128,1,float16,float16,0,1.0421855926513672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,16,8,128,1,float16,fp8,0,0.891750431060791
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,16,16,128,1,fp8,fp8,0,0.45923519134521484
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,16,8,128,1,fp8,fp8,0,0.9877759933471679
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,16,1,128,1,float16,fp8,0,0.4109968185424805
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,16,1,128,1,fp8,fp8,0,0.46234879493713377
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,16,2,128,1,float16,float16,0,0.4493103981018066
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,16,2,128,1,float16,fp8,0,0.5091375827789306
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,16,2,128,1,fp8,fp8,0,0.43551201820373536
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,16,4,128,1,float16,float16,0,0.4554704189300537
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,16,4,128,1,fp8,fp8,0,0.42390241622924807
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,16,4,128,1,float16,fp8,0,0.4776031970977783
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,16,1,128,1,float16,float16,0,1.2803104400634766
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,16,8,128,1,float16,fp8,0,0.4353856086730957
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,16,8,128,1,float16,float16,0,0.46534080505371095
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,16,8,128,1,fp8,fp8,0,0.4938352108001709
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,16,1,128,1,float16,fp8,0,3.8849441528320314
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,16,1,128,1,fp8,fp8,0,3.823222351074219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,16,1,128,1,float16,float16,0,4.307292938232422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,16,2,128,1,fp8,fp8,0,3.8453392028808593
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,16,4,128,1,float16,fp8,0,3.876334381103516
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,16,2,128,1,float16,float16,0,4.591961669921875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,16,4,128,1,float16,float16,0,4.586305618286133
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,16,16,128,1,float16,fp8,0,2.22938232421875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,16,16,128,1,float16,float16,0,2.4763376235961916
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,16,16,128,1,fp8,fp8,0,2.398886489868164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,16,4,128,1,fp8,fp8,0,3.8712127685546873
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,16,8,128,1,fp8,fp8,0,3.8965328216552733
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,16,8,128,1,float16,fp8,0,4.142107009887695
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,16,8,128,1,float16,float16,0,5.1225440979003904
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,16,1,128,1,float16,float16,0,2.1752256393432616
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,16,1,128,1,float16,fp8,0,2.086196708679199
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,16,1,128,1,fp8,fp8,0,1.8854688644409179
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,16,2,128,1,float16,float16,0,2.1664432525634765
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,16,2,128,1,float16,fp8,0,1.9044576644897462
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,16,2,128,1,fp8,fp8,0,1.880201530456543
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,16,2,128,1,float16,fp8,0,9.872364807128907
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,16,4,128,1,fp8,fp8,0,1.9500064849853516
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,16,4,128,1,float16,fp8,0,2.1553504943847654
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,16,4,128,1,float16,float16,0,2.4477680206298826
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,16,16,128,1,float16,float16,0,1.1767696380615233
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,16,8,128,1,float16,float16,0,2.3155712127685546
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,16,8,128,1,fp8,fp8,0,1.9266624450683594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,16,8,128,1,float16,fp8,0,2.258953666687012
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,16,16,128,1,fp8,fp8,0,1.0365679740905762
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,16,1,128,1,float16,float16,0,1.077239990234375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,16,1,128,1,float16,fp8,0,1.0597583770751953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,16,1,128,1,fp8,fp8,0,1.0640864372253418
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,16,2,128,1,float16,float16,0,1.1632847785949707
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,16,16,128,1,float16,fp8,0,2.520702362060547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,16,2,128,1,float16,fp8,0,0.9537967681884766
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,16,2,128,1,fp8,fp8,0,1.0507583618164062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,16,4,128,1,float16,float16,0,1.0635999679565429
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,16,4,128,1,float16,fp8,0,1.0517696380615233
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,16,4,128,1,fp8,fp8,0,1.0097488403320312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,16,16,128,1,float16,float16,0,0.6020063877105712
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,16,8,128,1,float16,float16,0,1.105297565460205
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,16,16,128,1,float16,fp8,0,0.5294976234436035
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,16,16,128,1,fp8,fp8,0,0.5560527801513672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,16,8,128,1,float16,fp8,0,1.0918272018432618
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,16,1,128,1,float16,float16,0,0.5269983768463135
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,16,1,128,1,float16,fp8,0,0.487505578994751
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,16,1,128,1,fp8,fp8,0,0.47575840950012205
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,16,2,128,1,float16,fp8,0,0.4778240203857422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,16,2,128,1,float16,float16,0,0.5772624015808105
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,16,4,128,1,float16,fp8,0,0.48299198150634765
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,16,2,128,1,fp8,fp8,0,0.5053984165191651
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,16,4,128,1,fp8,fp8,0,0.48200321197509766
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,16,4,128,1,float16,float16,0,0.5514624118804932
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,16,8,128,1,float16,fp8,0,0.4915760040283203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,16,16,128,1,float16,fp8,0,0.27820639610290526
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,16,8,128,1,float16,float16,0,0.5474639892578125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,16,16,128,1,float16,float16,0,0.3150048017501831
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,16,16,128,1,fp8,fp8,0,0.2680095911026001
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,16,8,128,1,fp8,fp8,0,0.566212797164917
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,16,1,128,1,float16,float16,0,0.26296319961547854
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,16,8,128,1,fp8,fp8,0,2.488969612121582
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,16,1,128,1,fp8,fp8,0,0.24159839153289794
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,16,1,128,1,float16,fp8,0,0.24156320095062256
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,16,2,128,1,float16,fp8,0,0.24259040355682374
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,16,2,128,1,float16,float16,0,0.2636591911315918
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,16,2,128,1,fp8,fp8,0,0.2657840013504028
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,16,4,128,1,float16,float16,0,0.2698271989822388
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,16,4,128,1,fp8,fp8,0,0.24447200298309327
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,16,8,128,1,float16,fp8,0,0.25063838958740237
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,16,8,128,1,fp8,fp8,0,0.25155680179595946
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,16,8,128,1,float16,float16,0,0.27784640789031984
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,16,4,128,1,float16,fp8,0,0.6123695850372315
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,16,1,128,1,float16,fp8,0,3.57293586730957
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,16,1,128,1,fp8,fp8,0,3.6467121124267576
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,16,1,128,1,float16,float16,0,4.00232162475586
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,16,2,128,1,fp8,fp8,0,3.573241424560547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,16,2,128,1,float16,fp8,0,3.615924835205078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,16,2,128,1,float16,float16,0,4.2521728515625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,16,16,128,1,float16,float16,0,2.3523664474487305
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,16,4,128,1,float16,fp8,0,3.574848175048828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,16,16,128,1,float16,fp8,0,1.9427648544311524
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,16,4,128,1,fp8,fp8,0,3.6221729278564454
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,16,8,128,1,float16,fp8,0,3.667115020751953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,16,8,128,1,fp8,fp8,0,3.6739742279052736
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,16,8,128,1,float16,float16,0,4.280198287963867
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,16,16,128,1,fp8,fp8,0,2.049228858947754
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,16,1,128,1,float16,float16,0,1.9856096267700196
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,16,1,128,1,float16,fp8,0,1.759984016418457
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,16,1,128,1,fp8,fp8,0,1.7732751846313477
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,16,2,128,1,float16,fp8,0,1.7629152297973634
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,16,2,128,1,float16,float16,0,1.974127960205078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,16,2,128,1,fp8,fp8,0,1.871664047241211
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,16,4,128,1,float16,float16,0,1.9526687622070313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,16,4,128,1,fp8,fp8,0,1.7691280364990234
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,16,4,128,1,float16,fp8,0,1.9231552124023437
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,16,8,128,1,float16,float16,0,2.06408805847168
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,16,16,128,1,float16,float16,0,1.1292287826538085
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,16,8,128,1,float16,fp8,0,1.8353919982910156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,16,16,128,1,float16,fp8,0,1.003547191619873
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,16,16,128,1,fp8,fp8,0,0.9740943908691406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,16,1,128,1,float16,float16,0,0.9427887916564941
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,16,8,128,1,fp8,fp8,0,1.973107147216797
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,16,1,128,1,float16,fp8,0,0.9460783958435058
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,16,1,128,1,fp8,fp8,0,0.8874272346496582
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,16,2,128,1,float16,float16,0,0.9580063819885254
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,16,2,128,1,fp8,fp8,0,0.8925888061523437
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,16,2,128,1,float16,fp8,0,0.9495519638061524
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,16,4,128,1,float16,fp8,0,0.8992719650268555
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,16,4,128,1,float16,float16,0,13.93846435546875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,16,4,128,1,float16,float16,0,1.0353103637695313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,16,4,128,1,fp8,fp8,0,1.0335951805114747
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,16,8,128,1,float16,float16,0,1.066763210296631
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,16,16,128,1,float16,fp8,0,0.49680800437927247
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,16,16,128,1,float16,float16,0,0.5731120109558105
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,16,1,128,1,float16,float16,0,0.5087967872619629
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,16,8,128,1,float16,fp8,0,0.9264384269714355
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,16,8,128,1,fp8,fp8,0,0.9494239807128906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,16,1,128,1,float16,fp8,0,0.48415040969848633
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,16,1,128,1,fp8,fp8,0,0.49671201705932616
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,16,2,128,1,float16,float16,0,0.478272008895874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,16,2,128,1,float16,fp8,0,0.47505922317504884
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,16,2,128,1,fp8,fp8,0,0.49683361053466796
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,16,4,128,1,float16,float16,0,0.4993887901306152
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,16,4,128,1,float16,fp8,0,0.4640751838684082
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,16,4,128,1,fp8,fp8,0,0.47624478340148924
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,16,16,128,1,float16,fp8,0,0.271452808380127
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,16,16,128,1,fp8,fp8,0,1.4383456230163574
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,16,16,128,1,float16,float16,0,0.2950671911239624
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,16,8,128,1,float16,fp8,0,0.4696591854095459
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,16,8,128,1,float16,float16,0,0.5413904190063477
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,16,8,128,1,fp8,fp8,0,0.49223999977111815
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,16,16,128,1,fp8,fp8,0,0.2595263957977295
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,16,1,128,1,float16,float16,0,0.24950718879699707
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,16,1,128,1,float16,fp8,0,0.24587678909301758
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,16,1,128,1,fp8,fp8,0,0.25402400493621824
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,16,2,128,1,float16,fp8,0,0.23135039806365967
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,16,2,128,1,fp8,fp8,0,0.24670400619506835
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,16,4,128,1,float16,float16,0,0.2559823989868164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,16,4,128,1,float16,fp8,0,0.23782720565795898
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,16,4,128,1,fp8,fp8,0,0.24527039527893066
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,16,8,128,1,float16,float16,0,0.27438719272613527
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,16,8,128,1,float16,fp8,0,0.2544415950775146
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,16,16,128,1,float16,float16,0,0.15587519407272338
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,16,2,128,1,float16,float16,0,0.6131040096282959
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,16,16,128,1,float16,fp8,0,0.13755359649658203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,16,8,128,1,fp8,fp8,0,0.2412287950515747
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,16,1,128,1,float16,float16,0,0.12896640300750734
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,16,16,128,1,fp8,fp8,0,0.135808002948761
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,16,1,128,1,float16,fp8,0,0.12536959648132323
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,16,1,128,1,fp8,fp8,0,0.12394560575485229
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,16,2,128,1,float16,float16,0,0.1349552035331726
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,16,2,128,1,fp8,fp8,0,0.12025120258331298
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,16,4,128,1,float16,fp8,0,0.12054400444030762
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,16,4,128,1,float16,float16,0,0.13063520193099976
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,16,4,128,1,fp8,fp8,0,0.12398560047149658
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,16,8,128,1,float16,float16,0,0.14353920221328736
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,16,8,128,1,float16,fp8,0,0.12875039577484132
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,16,2,128,1,float16,fp8,0,0.35954558849334717
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,16,8,128,1,fp8,fp8,0,0.1330415964126587
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,16,1,128,1,float16,fp8,0,2.1225568771362306
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,16,1,128,1,fp8,fp8,0,2.130289649963379
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,16,1,128,1,float16,float16,0,2.3364751815795897
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,16,2,128,1,float16,fp8,0,2.135281562805176
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,16,2,128,1,fp8,fp8,0,2.142171287536621
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,16,2,128,1,float16,float16,0,2.4445791244506836
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,16,16,128,1,float16,float16,0,1.6864288330078125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,16,4,128,1,float16,fp8,0,2.1409072875976562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,16,4,128,1,fp8,fp8,0,2.1538591384887695
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,16,8,128,1,float16,fp8,0,2.204916763305664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,16,8,128,1,fp8,fp8,0,2.236484718322754
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,16,8,128,1,float16,float16,0,2.6541696548461915
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,16,1,128,1,float16,float16,0,1.118336009979248
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,16,16,128,1,fp8,fp8,0,1.1905232429504395
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,16,1,128,1,float16,fp8,0,1.0497856140136719
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,16,1,128,1,fp8,fp8,0,1.0486463546752929
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,16,16,128,1,float16,fp8,0,1.5010016441345215
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,16,2,128,1,float16,float16,0,1.1220944404602051
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,16,2,128,1,float16,fp8,0,1.2012080192565917
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,16,2,128,1,fp8,fp8,0,1.166598415374756
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,16,4,128,1,float16,float16,0,1.1588303565979003
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,16,4,128,1,float16,fp8,0,1.0899456024169922
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,16,4,128,1,fp8,fp8,0,1.06843843460083
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,16,4,128,1,float16,float16,0,7.627337646484375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,16,8,128,1,float16,float16,0,1.2813743591308593
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,16,8,128,1,float16,fp8,0,1.1922863960266112
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,16,8,128,1,fp8,fp8,0,1.1503840446472169
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,16,16,128,1,float16,float16,0,0.7084176063537597
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,16,1,128,1,float16,float16,0,0.5595151901245117
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,16,16,128,1,fp8,fp8,0,0.6114143848419189
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,16,16,128,1,float16,fp8,0,0.6867248058319092
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,16,1,128,1,fp8,fp8,0,0.5731247901916504
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,16,2,128,1,float16,float16,0,0.5837664127349853
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,16,2,128,1,float16,fp8,0,0.5541200160980224
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,16,4,128,1,float16,fp8,0,0.5503520011901856
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,16,4,128,1,float16,float16,0,0.5884880065917969
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,16,2,128,1,fp8,fp8,0,0.5875472068786621
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,16,4,128,1,fp8,fp8,0,0.5845647811889648
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,16,8,128,1,float16,fp8,0,0.5844575881958007
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,16,8,128,1,float16,float16,0,0.6510752201080322
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,16,1,128,1,float16,fp8,0,1.4212752342224122
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,16,16,128,1,float16,fp8,0,0.3134495973587036
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,16,1,128,1,float16,float16,0,0.29679040908813475
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,16,8,128,1,fp8,fp8,0,0.5595695972442627
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,16,16,128,1,float16,float16,0,0.36151680946350095
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,16,16,128,1,fp8,fp8,0,0.3256864070892334
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,16,1,128,1,float16,fp8,0,0.27853119373321533
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,16,1,128,1,fp8,fp8,0,0.284116792678833
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,16,2,128,1,float16,fp8,0,0.2800640106201172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,16,2,128,1,fp8,fp8,0,0.2851151943206787
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,16,4,128,1,fp8,fp8,0,0.2761104106903076
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,16,4,128,1,float16,float16,0,0.30138559341430665
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,16,4,128,1,float16,fp8,0,0.28981120586395265
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,16,8,128,1,float16,float16,0,0.31634719371795655
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,16,8,128,1,float16,fp8,0,0.2914047956466675
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,16,2,128,1,float16,float16,0,0.6483871936798096
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,16,16,128,1,float16,fp8,0,0.15955840349197387
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,16,1,128,1,float16,float16,0,0.15058079957962037
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,16,16,128,1,fp8,fp8,0,0.16441919803619384
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,16,8,128,1,fp8,fp8,0,0.2913055896759033
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,16,16,128,1,float16,float16,0,0.19268959760665894
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,16,1,128,1,fp8,fp8,0,0.1435423970222473
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,16,1,128,1,float16,fp8,0,0.14309439659118653
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,16,2,128,1,float16,fp8,0,0.14112479686737062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,16,2,128,1,fp8,fp8,0,0.14444799423217775
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,16,4,128,1,float16,float16,0,0.156331205368042
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,16,4,128,1,float16,fp8,0,0.14877760410308838
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,16,4,128,1,fp8,fp8,0,0.14804160594940186
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,16,2,128,1,float16,float16,0,0.373308801651001
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,16,8,128,1,float16,float16,0,0.16486560106277465
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,16,8,128,1,float16,fp8,0,0.15145440101623536
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,16,8,128,1,fp8,fp8,0,0.1484992027282715
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,16,16,128,1,float16,fp8,0,0.08856959939002991
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,16,16,128,1,fp8,fp8,0,0.09019039869308472
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,16,1,128,1,float16,float16,0,0.08157439827919007
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,16,16,128,1,float16,float16,0,0.1024399995803833
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,16,1,128,1,fp8,fp8,0,0.07901440262794494
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,16,2,128,1,float16,float16,0,0.08136320114135742
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,16,1,128,1,float16,fp8,0,0.21278560161590576
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,16,2,128,1,fp8,fp8,0,0.07820640206336975
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,16,4,128,1,float16,float16,0,0.08640319705009461
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,16,2,128,1,float16,fp8,0,0.07618560194969178
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,16,4,128,1,fp8,fp8,0,0.0785647988319397
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,16,4,128,1,float16,fp8,0,0.07903839945793152
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,16,8,128,1,float16,float16,0,0.09074239730834961
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,16,8,128,1,float16,fp8,0,0.08314560055732727
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,16,8,128,1,fp8,fp8,0,0.18759039640426636
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,16,1,128,1,float16,float16,0,2.207095909118652
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,16,1,128,1,float16,fp8,0,2.0889455795288088
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,16,1,128,1,fp8,fp8,0,2.0864639282226562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,16,2,128,1,float16,fp8,0,2.0817359924316405
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,16,2,128,1,fp8,fp8,0,2.0922016143798827
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,16,2,128,1,float16,float16,0,2.2537504196166993
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,16,4,128,1,float16,float16,0,2.3386816024780273
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,16,16,128,1,float16,fp8,0,1.3058992385864259
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,16,16,128,1,float16,float16,0,1.427337646484375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,16,4,128,1,fp8,fp8,0,2.2308000564575194
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,16,8,128,1,float16,fp8,0,2.2246240615844726
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,16,8,128,1,fp8,fp8,0,2.2142511367797852
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,16,4,128,1,float16,fp8,0,4.886964797973633
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,16,8,128,1,float16,float16,0,2.6091791152954102
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,16,1,128,1,float16,float16,0,1.0928688049316406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,16,16,128,1,fp8,fp8,0,1.2517279624938964
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,16,1,128,1,float16,fp8,0,1.0580991744995116
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,16,1,128,1,fp8,fp8,0,1.0326895713806152
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,16,2,128,1,float16,float16,0,1.0900015830993652
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,16,2,128,1,fp8,fp8,0,1.1470735549926758
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,16,4,128,1,float16,float16,0,1.174454402923584
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,16,4,128,1,float16,fp8,0,1.077400016784668
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,16,4,128,1,fp8,fp8,0,1.0673248291015625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,16,2,128,1,float16,fp8,0,1.996388816833496
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,16,8,128,1,float16,fp8,0,1.119980812072754
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,16,16,128,1,float16,fp8,0,0.6279056072235107
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,16,8,128,1,float16,float16,0,1.2487744331359862
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,16,16,128,1,float16,float16,0,0.7284319877624512
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,16,8,128,1,fp8,fp8,0,1.158841609954834
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,16,16,128,1,fp8,fp8,0,0.6172736167907715
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,16,1,128,1,float16,fp8,0,0.545582389831543
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,16,1,128,1,fp8,fp8,0,0.5330239772796631
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,16,2,128,1,float16,fp8,0,0.551358413696289
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,16,2,128,1,float16,float16,0,0.603268814086914
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,16,2,128,1,fp8,fp8,0,0.5330927848815918
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,16,4,128,1,float16,float16,0,0.5741983890533447
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,16,1,128,1,float16,float16,0,1.234233570098877
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,16,4,128,1,float16,fp8,0,0.5476160049438477
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,16,4,128,1,fp8,fp8,0,0.5497968196868896
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,16,16,128,1,float16,float16,0,0.3652192115783691
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,16,8,128,1,float16,fp8,0,0.6089600086212158
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,16,8,128,1,fp8,fp8,0,0.5611968040466309
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,16,8,128,1,float16,float16,0,0.6366384029388428
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,16,1,128,1,float16,float16,0,0.2789599895477295
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,16,16,128,1,fp8,fp8,0,0.32283360958099366
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,16,1,128,1,float16,fp8,0,0.2674704074859619
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,16,1,128,1,fp8,fp8,0,0.28142240047454836
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,16,2,128,1,float16,float16,0,0.28825600147247316
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,16,2,128,1,float16,fp8,0,0.2686863899230957
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,16,2,128,1,fp8,fp8,0,0.27421600818634034
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,16,4,128,1,float16,float16,0,0.2958031892776489
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,16,4,128,1,float16,fp8,0,0.2803215980529785
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,16,4,128,1,fp8,fp8,0,0.27396159172058104
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,16,16,128,1,float16,fp8,0,0.9318896293640136
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,16,1,128,1,float16,float16,0,0.14357119798660278
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,16,16,128,1,fp8,fp8,0,0.16832480430603028
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,16,16,128,1,float16,fp8,0,0.1675887942314148
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,16,16,128,1,float16,float16,0,0.18925280570983888
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,16,8,128,1,float16,float16,0,0.3270479917526245
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,16,8,128,1,float16,fp8,0,0.2940207958221436
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,16,8,128,1,fp8,fp8,0,0.2927232027053833
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,16,1,128,1,fp8,fp8,0,0.1394144058227539
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,16,2,128,1,float16,float16,0,0.1499008059501648
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,16,2,128,1,float16,fp8,0,0.14322079420089723
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,16,4,128,1,float16,fp8,0,0.1471984028816223
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,16,2,128,1,fp8,fp8,0,0.1407807946205139
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,16,4,128,1,fp8,fp8,0,0.1459728002548218
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,16,4,128,1,float16,float16,0,0.15837440490722657
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,16,1,128,1,float16,fp8,0,0.32773599624633787
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,16,8,128,1,float16,float16,0,0.16665760278701783
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,16,8,128,1,float16,fp8,0,0.15209280252456664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,16,8,128,1,fp8,fp8,0,0.15294400453567505
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,16,16,128,1,float16,float16,0,0.10113760232925414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,16,16,128,1,float16,fp8,0,0.0887664020061493
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,16,1,128,1,float16,fp8,0,0.07433599829673768
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,16,1,128,1,float16,float16,0,0.11889920234680176
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,16,16,128,1,fp8,fp8,0,0.0881168007850647
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,16,1,128,1,fp8,fp8,0,0.07440000176429748
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,16,2,128,1,float16,float16,0,0.0793503999710083
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,16,2,128,1,float16,fp8,0,0.07448639869689941
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,16,2,128,1,fp8,fp8,0,0.07392479777336121
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,16,4,128,1,float16,float16,0,0.08249279856681824
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,16,4,128,1,fp8,fp8,0,0.0735696017742157
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,16,4,128,1,float16,fp8,0,0.12146079540252686
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,16,8,128,1,float16,fp8,0,0.0817583978176117
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,16,8,128,1,fp8,fp8,0,0.08084480166435241
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,16,16,128,1,fp8,fp8,0,0.04570879936218262
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,16,8,128,1,float16,float16,0,0.08927680253982544
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,16,16,128,1,float16,float16,0,0.05518239736557007
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,16,16,128,1,float16,fp8,0,0.046408000588417056
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,16,1,128,1,float16,float16,0,0.04060479998588562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,16,1,128,1,float16,fp8,0,0.059539198875427246
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,16,1,128,1,fp8,fp8,0,0.041710400581359865
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,16,2,128,1,float16,float16,0,0.04238080084323883
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,16,4,128,1,float16,float16,0,0.04339359998703003
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,16,2,128,1,float16,fp8,0,0.04098879992961883
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,16,4,128,1,float16,fp8,0,0.04162240028381348
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,16,2,128,1,fp8,fp8,0,0.04166400134563446
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,16,4,128,1,fp8,fp8,0,0.040756800770759584
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,16,8,128,1,float16,float16,0,0.06543840169906616
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,16,8,128,1,float16,fp8,0,0.0429280012845993
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,16,8,128,1,fp8,fp8,0,0.04269599914550781
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,16,1,128,1,float16,float16,0,1.3231807708740235
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,16,1,128,1,float16,fp8,0,1.283460807800293
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,16,1,128,1,fp8,fp8,0,1.3005040168762207
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,16,2,128,1,float16,float16,0,1.34367036819458
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,16,2,128,1,fp8,fp8,0,1.3108719825744628
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,16,2,128,1,float16,fp8,0,1.28580961227417
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,16,4,128,1,float16,fp8,0,1.3322527885437012
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,16,16,128,1,float16,fp8,0,0.7983535766601563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,16,16,128,1,float16,float16,0,0.9215104103088378
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,16,4,128,1,fp8,fp8,0,1.3724255561828613
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,16,8,128,1,float16,fp8,0,1.4222304344177246
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,16,8,128,1,float16,float16,0,1.5423184394836427
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,16,8,128,1,fp8,fp8,0,1.4532511711120606
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,16,1,128,1,float16,float16,0,0.6647456169128418
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,16,16,128,1,fp8,fp8,0,0.7983424186706543
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,16,1,128,1,float16,fp8,0,0.6698976039886475
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,16,1,128,1,fp8,fp8,0,0.6582496166229248
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,16,2,128,1,float16,float16,0,0.6859824180603027
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,16,2,128,1,float16,fp8,0,0.6647823810577392
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,16,4,128,1,float16,float16,0,4.919465637207031
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,16,2,128,1,fp8,fp8,0,0.661404800415039
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,16,4,128,1,float16,float16,0,0.7058224201202392
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,16,4,128,1,float16,fp8,0,0.6881824016571045
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,16,4,128,1,fp8,fp8,0,0.6680287837982177
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,16,8,128,1,float16,fp8,0,0.7189888000488281
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,16,8,128,1,float16,float16,0,0.8214608192443847
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,16,16,128,1,float16,fp8,0,0.40398879051208497
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,16,16,128,1,float16,float16,0,0.4685567855834961
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,16,16,128,1,fp8,fp8,0,0.40315999984741213
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,16,1,128,1,float16,float16,0,0.33384320735931394
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,16,1,128,1,float16,fp8,0,0.33558719158172606
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,16,2,128,1,float16,float16,0,0.3432719945907593
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,16,2,128,1,fp8,fp8,0,0.33162879943847656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,16,1,128,1,fp8,fp8,0,0.3620959997177124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,16,2,128,1,float16,fp8,0,0.3378544092178345
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,16,4,128,1,float16,float16,0,0.35889759063720705
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,16,4,128,1,float16,fp8,0,0.3461551904678345
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,16,4,128,1,fp8,fp8,0,0.34004960060119627
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,16,16,128,1,float16,float16,0,0.24045441150665284
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,16,8,128,1,float16,float16,0,0.3930880069732666
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,16,8,128,1,float16,fp8,0,0.3798719882965088
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,16,8,128,1,fp8,fp8,0,0.36658079624176027
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,16,16,128,1,float16,fp8,0,0.21279680728912354
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,16,1,128,1,float16,float16,0,0.17297919988632202
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,16,16,128,1,fp8,fp8,0,0.20959999561309814
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,16,1,128,1,float16,fp8,0,0.17133280038833618
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,16,1,128,1,fp8,fp8,0,0.18160320520401002
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,16,2,128,1,float16,float16,0,0.18048800230026246
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,16,2,128,1,float16,fp8,0,0.17614079713821412
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,16,2,128,1,fp8,fp8,0,0.17247680425643921
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,16,4,128,1,float16,float16,0,0.18578399419784547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,16,4,128,1,float16,fp8,0,0.17668319940567018
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,16,4,128,1,fp8,fp8,0,0.18237119913101196
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,16,8,128,1,float16,fp8,0,0.19114400148391725
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,16,8,128,1,float16,float16,0,0.2059727907180786
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,16,16,128,1,float16,float16,0,0.1270624041557312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,16,8,128,1,fp8,fp8,0,2.1714080810546874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,16,16,128,1,float16,fp8,0,0.11147840023040771
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,16,8,128,1,fp8,fp8,0,0.18718400001525878
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,16,16,128,1,fp8,fp8,0,0.11436320543289184
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,16,1,128,1,float16,float16,0,0.09542239904403686
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,16,1,128,1,float16,fp8,0,0.09263359904289245
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,16,1,128,1,fp8,fp8,0,0.09124959707260132
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,16,2,128,1,float16,float16,0,0.09504960179328918
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,16,2,128,1,fp8,fp8,0,0.09193919897079468
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,16,4,128,1,float16,float16,0,0.10098559856414795
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,16,4,128,1,float16,fp8,0,0.0963648021221161
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,16,8,128,1,float16,fp8,0,0.10060000419616699
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,16,4,128,1,fp8,fp8,0,0.09515680074691772
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,16,8,128,1,float16,float16,0,0.10698560476303101
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,16,2,128,1,float16,fp8,0,0.2782399892807007
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,16,8,128,1,fp8,fp8,0,0.10037280321121216
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,16,16,128,1,float16,float16,0,0.07011039853096009
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,16,16,128,1,fp8,fp8,0,0.06035199761390686
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,16,16,128,1,float16,fp8,0,0.061982399225234984
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,16,1,128,1,float16,float16,0,0.05049759745597839
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,16,1,128,1,float16,fp8,0,0.049835199117660524
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,16,2,128,1,float16,float16,0,0.05097439885139465
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,16,2,128,1,float16,fp8,0,0.04860639870166779
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,16,2,128,1,fp8,fp8,0,0.0488431990146637
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,16,1,128,1,fp8,fp8,0,0.15074559450149536
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,16,4,128,1,float16,float16,0,0.05462560057640076
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,16,4,128,1,fp8,fp8,0,0.050276798009872434
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,16,4,128,1,float16,fp8,0,0.050057601928710935
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,16,8,128,1,float16,float16,0,0.06086559891700745
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,16,8,128,1,fp8,fp8,0,0.05205919742584229
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,16,16,128,1,fp8,fp8,0,0.03222239911556244
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,16,8,128,1,float16,fp8,0,0.05230399966239929
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,16,16,128,1,float16,fp8,0,0.03233120143413544
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,16,1,128,1,float16,float16,0,0.030588799715042116
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,16,1,128,1,float16,fp8,0,0.0302047997713089
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,16,16,128,1,float16,float16,0,0.07795199751853943
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,16,1,128,1,fp8,fp8,0,0.029811200499534608
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,16,2,128,1,float16,float16,0,0.030955201387405394
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,16,2,128,1,float16,fp8,0,0.03072479963302612
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,16,4,128,1,float16,float16,0,0.03168799877166748
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,16,2,128,1,fp8,fp8,0,0.03039200007915497
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,16,4,128,1,float16,fp8,0,0.030691200494766237
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,16,8,128,1,float16,float16,0,0.03199360072612763
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,16,8,128,1,float16,fp8,0,0.03134720027446747
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,16,4,128,1,fp8,fp8,0,0.06802080273628235
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,16,8,128,1,fp8,fp8,0,0.03154560029506683
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,16,1,128,1,float16,float16,0,1.3518447875976562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,16,1,128,1,float16,fp8,0,1.3544719696044922
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,16,1,128,1,fp8,fp8,0,1.351420783996582
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,16,2,128,1,float16,float16,0,1.3905856132507324
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,16,2,128,1,float16,fp8,0,1.3528047561645509
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,16,4,128,1,float16,float16,0,1.4785728454589844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,16,4,128,1,float16,fp8,0,1.3838607788085937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,16,4,128,1,fp8,fp8,0,1.4405152320861816
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,16,16,128,1,float16,float16,0,1.0492015838623048
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,16,2,128,1,fp8,fp8,0,3.2630462646484375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,16,8,128,1,float16,float16,0,1.6649999618530273
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,16,8,128,1,float16,fp8,0,1.515124797821045
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,16,8,128,1,fp8,fp8,0,1.4972496032714844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,16,16,128,1,float16,fp8,0,0.8691535949707031
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,16,1,128,1,float16,float16,0,0.6861104011535645
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,16,16,128,1,fp8,fp8,0,0.8802720069885254
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,16,2,128,1,float16,float16,0,0.7044288158416748
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,16,1,128,1,fp8,fp8,0,0.6897808074951172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,16,2,128,1,float16,fp8,0,0.6774799823760986
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,16,2,128,1,fp8,fp8,0,0.6779520034790039
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,16,4,128,1,float16,float16,0,0.7463696002960205
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,16,4,128,1,float16,fp8,0,0.6994336128234864
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,16,1,128,1,float16,fp8,0,1.6104991912841797
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,16,4,128,1,fp8,fp8,0,0.7101712226867676
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,16,8,128,1,float16,fp8,0,0.7526432037353515
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,16,8,128,1,float16,float16,0,0.8397727966308594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,16,8,128,1,fp8,fp8,0,0.7531792163848877
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,16,16,128,1,float16,float16,0,0.5235599994659423
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,16,16,128,1,float16,fp8,0,0.4413280010223389
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,16,1,128,1,float16,float16,0,0.34951679706573485
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,16,1,128,1,float16,fp8,0,0.34270238876342773
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,16,1,128,1,fp8,fp8,0,0.3548880100250244
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,16,2,128,1,float16,float16,0,0.35358400344848634
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,16,2,128,1,fp8,fp8,0,0.3460815906524658
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,16,2,128,1,float16,fp8,0,0.3512223958969116
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,16,16,128,1,fp8,fp8,0,0.9818143844604492
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,16,4,128,1,float16,float16,0,0.3816688060760498
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,16,4,128,1,float16,fp8,0,0.35702240467071533
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,16,4,128,1,fp8,fp8,0,0.36889920234680174
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,16,8,128,1,float16,float16,0,0.4208831787109375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,16,8,128,1,float16,fp8,0,0.3838367938995361
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,16,8,128,1,fp8,fp8,0,0.3891968011856079
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,16,16,128,1,float16,float16,0,0.2708911895751953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,16,16,128,1,fp8,fp8,0,0.22675681114196777
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,16,1,128,1,float16,float16,0,0.18466240167617798
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,16,1,128,1,float16,fp8,0,0.17718559503555298
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,16,1,128,1,fp8,fp8,0,0.18068159818649293
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,16,2,128,1,float16,float16,0,0.1864416003227234
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,16,2,128,1,float16,fp8,0,0.18230719566345216
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,16,16,128,1,float16,fp8,0,0.5333903789520263
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,16,2,128,1,fp8,fp8,0,0.1791327953338623
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,16,4,128,1,float16,float16,0,0.2004767894744873
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,16,4,128,1,float16,fp8,0,0.18428000211715698
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,16,4,128,1,fp8,fp8,0,0.1884943962097168
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,16,16,128,1,float16,float16,0,0.14005600214004515
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,16,16,128,1,float16,fp8,0,0.122433602809906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,16,8,128,1,float16,fp8,0,0.20113921165466309
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,16,8,128,1,float16,float16,0,0.22119200229644775
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,16,16,128,1,fp8,fp8,0,0.11971360445022583
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,16,1,128,1,float16,float16,0,0.09815999865531921
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,16,1,128,1,float16,fp8,0,0.09480159878730773
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,16,1,128,1,fp8,fp8,0,0.0972495973110199
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,16,8,128,1,fp8,fp8,0,0.4552639961242676
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,16,2,128,1,float16,float16,0,0.10061759948730468
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,16,2,128,1,fp8,fp8,0,0.0956272006034851
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,16,2,128,1,float16,fp8,0,0.09769120216369628
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,16,4,128,1,float16,float16,0,0.10639040470123291
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,16,4,128,1,float16,fp8,0,0.09838240146636963
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,16,4,128,1,fp8,fp8,0,0.09990079998970032
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,16,16,128,1,float16,fp8,0,0.06691520214080811
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,16,8,128,1,float16,fp8,0,0.10713920593261719
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,16,8,128,1,fp8,fp8,0,0.10501600503921509
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,16,16,128,1,float16,float16,0,0.07580000162124634
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,16,16,128,1,fp8,fp8,0,0.06524959802627564
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,16,1,128,1,float16,float16,0,0.05302559733390808
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,16,8,128,1,float16,float16,0,0.2361311912536621
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,16,2,128,1,float16,float16,0,0.053615999221801755
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,16,1,128,1,float16,fp8,0,0.05125120282173157
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,16,1,128,1,fp8,fp8,0,0.05107520222663879
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,16,4,128,1,float16,fp8,0,0.052193599939346316
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,16,2,128,1,fp8,fp8,0,0.05030559897422791
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,16,2,128,1,float16,fp8,0,0.05148000121116638
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,16,4,128,1,float16,float16,0,0.12261760234832764
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,16,4,128,1,fp8,fp8,0,0.05151839852333069
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,16,8,128,1,float16,float16,0,0.06521120071411132
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,16,8,128,1,float16,fp8,0,0.058552002906799315
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,16,8,128,1,fp8,fp8,0,0.05818399786949158
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,16,16,128,1,float16,fp8,0,0.03364959955215454
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,16,16,128,1,float16,float16,0,0.040870401263237
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,16,16,128,1,fp8,fp8,0,0.051476800441741945
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,16,1,128,1,float16,float16,0,0.028020799160003662
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,16,1,128,1,float16,fp8,0,0.030164799094200133
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,16,1,128,1,fp8,fp8,0,0.0300464004278183
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,16,2,128,1,float16,float16,0,0.02948479950428009
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,16,2,128,1,fp8,fp8,0,0.029284799098968507
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,16,4,128,1,float16,fp8,0,0.02942880094051361
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,16,2,128,1,float16,fp8,0,0.030436798930168152
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,16,4,128,1,fp8,fp8,0,0.030323201417922975
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,16,4,128,1,float16,float16,0,0.04695200026035309
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,16,8,128,1,float16,float16,0,0.032974401116371156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,16,8,128,1,float16,fp8,0,0.03131040036678314
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,16,8,128,1,fp8,fp8,0,0.030430400371551515
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,16,16,128,1,float16,float16,0,0.02581920027732849
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,16,1,128,1,fp8,fp8,0,0.024672000110149382
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,16,1,128,1,float16,float16,0,0.03758719861507416
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,16,1,128,1,float16,fp8,0,0.024568000435829164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,16,16,128,1,float16,fp8,0,0.026361599564552307
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,16,16,128,1,fp8,fp8,0,0.026086398959159852
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,16,2,128,1,float16,float16,0,0.02349279969930649
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,16,2,128,1,float16,fp8,0,0.02466080039739609
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,16,2,128,1,fp8,fp8,0,0.024916799366474153
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,16,4,128,1,float16,float16,0,0.024604800343513488
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,16,4,128,1,float16,fp8,0,0.0248879998922348
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,16,8,128,1,float16,fp8,0,0.02468640059232712
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,16,4,128,1,fp8,fp8,0,0.03376320004463196
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,16,8,128,1,float16,float16,0,0.025684800744056702
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,16,8,128,1,fp8,fp8,0,0.025115200877189638
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,16,1,128,1,float16,float16,0,0.9593296051025391
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,16,2,128,1,float16,float16,0,0.986838436126709
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,16,1,128,1,fp8,fp8,0,0.9869376182556152
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,16,1,128,1,float16,fp8,0,0.9875328063964843
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,16,2,128,1,fp8,fp8,0,0.9973615646362305
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,16,4,128,1,float16,float16,0,1.0935296058654784
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,16,2,128,1,float16,fp8,0,1.624350357055664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,16,4,128,1,float16,fp8,0,1.041215991973877
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,16,16,128,1,float16,float16,0,0.8338159561157227
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,16,4,128,1,fp8,fp8,0,1.0226384162902833
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,16,8,128,1,float16,float16,0,1.2603360176086427
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,16,8,128,1,float16,fp8,0,1.1598688125610352
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,16,8,128,1,fp8,fp8,0,1.1491328239440919
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,16,1,128,1,float16,float16,0,0.4849264144897461
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,16,1,128,1,float16,fp8,0,0.4912864208221436
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,16,16,128,1,fp8,fp8,0,0.7100399971008301
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,16,1,128,1,fp8,fp8,0,0.4936543941497803
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,16,2,128,1,float16,float16,0,0.5102191925048828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,16,2,128,1,float16,fp8,0,0.4989232063293457
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,16,16,128,1,float16,fp8,0,1.464691162109375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,16,2,128,1,fp8,fp8,0,0.502185583114624
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,16,4,128,1,float16,float16,0,0.5435760021209717
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,16,4,128,1,float16,fp8,0,0.5274464130401612
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,16,4,128,1,fp8,fp8,0,0.520475196838379
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,16,8,128,1,float16,fp8,0,0.5797632217407227
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,16,8,128,1,float16,float16,0,0.6459040164947509
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,16,16,128,1,float16,fp8,0,0.3565920114517212
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,16,16,128,1,float16,float16,0,0.4259823799133301
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,16,16,128,1,fp8,fp8,0,0.3616352081298828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,16,1,128,1,float16,float16,0,0.24797279834747316
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,16,1,128,1,float16,fp8,0,0.25378880500793455
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,16,1,128,1,fp8,fp8,0,0.2579888105392456
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,16,2,128,1,float16,float16,0,0.26013760566711425
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,16,2,128,1,fp8,fp8,0,0.2605855941772461
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,16,2,128,1,float16,fp8,0,0.25628960132598877
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,16,8,128,1,fp8,fp8,0,0.996951961517334
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,16,4,128,1,float16,float16,0,0.27980480194091795
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,16,4,128,1,float16,fp8,0,0.26721920967102053
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,16,4,128,1,fp8,fp8,0,0.27192161083221433
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,16,16,128,1,float16,fp8,0,0.1859279990196228
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,16,8,128,1,float16,fp8,0,0.29647040367126465
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,16,8,128,1,float16,float16,0,0.32806079387664794
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,16,8,128,1,fp8,fp8,0,0.2960239887237549
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,16,16,128,1,fp8,fp8,0,0.18515520095825194
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,16,1,128,1,float16,float16,0,0.13248480558395387
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,16,16,128,1,float16,float16,0,0.40361762046813965
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,16,1,128,1,float16,fp8,0,0.1350816011428833
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,16,1,128,1,fp8,fp8,0,0.1331231951713562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,16,2,128,1,float16,float16,0,0.1376144051551819
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,16,2,128,1,fp8,fp8,0,0.1338528037071228
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,16,2,128,1,float16,fp8,0,0.13458240032196045
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,16,4,128,1,float16,float16,0,0.14810400009155272
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,16,4,128,1,fp8,fp8,0,0.1425376057624817
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,16,4,128,1,float16,fp8,0,0.3049312114715576
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,16,16,128,1,float16,fp8,0,0.10021599531173705
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,16,8,128,1,float16,float16,0,0.16991679668426513
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,16,16,128,1,fp8,fp8,0,0.10024640560150147
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,16,8,128,1,fp8,fp8,0,0.1544592022895813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,16,1,128,1,float16,fp8,0,0.07362080216407776
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,16,1,128,1,fp8,fp8,0,0.07309439778327942
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,16,1,128,1,float16,float16,0,0.15476160049438475
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,16,8,128,1,float16,fp8,0,0.15629760026931763
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,16,16,128,1,float16,float16,0,0.11556479930877686
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,16,2,128,1,float16,float16,0,0.07568160295486451
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,16,8,128,1,float16,float16,0,0.09042559862136841
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,16,2,128,1,float16,fp8,0,0.07344480156898499
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,16,2,128,1,fp8,fp8,0,0.0745855987071991
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,16,8,128,1,float16,fp8,0,0.08448960185050965
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,16,4,128,1,float16,fp8,0,0.07633600234985352
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,16,4,128,1,fp8,fp8,0,0.11664799451828003
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,16,4,128,1,float16,float16,0,0.08020319938659667
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,16,8,128,1,fp8,fp8,0,0.08543679714202881
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,16,16,128,1,float16,float16,0,0.06419039964675903
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,16,1,128,1,float16,float16,0,0.04188160002231598
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,16,2,128,1,float16,float16,0,0.04367679953575134
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,16,1,128,1,float16,fp8,0,0.039883199334144595
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,16,1,128,1,fp8,fp8,0,0.05815839767456055
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,16,16,128,1,fp8,fp8,0,0.05720959901809693
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,16,16,128,1,float16,fp8,0,0.05687680244445801
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,16,2,128,1,float16,fp8,0,0.041247999668121337
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,16,2,128,1,fp8,fp8,0,0.03981919884681702
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,16,4,128,1,float16,float16,0,0.047337600588798524
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,16,4,128,1,float16,fp8,0,0.041808000206947325
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,16,4,128,1,fp8,fp8,0,0.04139519929885864
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,16,8,128,1,float16,float16,0,0.07061120271682739
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,16,8,128,1,float16,fp8,0,0.04719519913196564
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,16,16,128,1,float16,float16,0,0.037627199292182924
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,16,8,128,1,fp8,fp8,0,0.04827199876308441
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,16,16,128,1,fp8,fp8,0,0.03107360005378723
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,16,16,128,1,float16,fp8,0,0.030630400776863097
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,16,1,128,1,float16,float16,0,0.025417599081993102
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,16,1,128,1,float16,fp8,0,0.025740799307823182
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,16,1,128,1,fp8,fp8,0,0.039745599031448364
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,16,2,128,1,float16,float16,0,0.0252703994512558
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,16,2,128,1,float16,fp8,0,0.02648639976978302
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,16,2,128,1,fp8,fp8,0,0.026009601354599
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,16,4,128,1,float16,float16,0,0.025721600651741026
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,16,4,128,1,float16,fp8,0,0.026396799087524413
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,16,4,128,1,fp8,fp8,0,0.02603360116481781
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,16,8,128,1,float16,float16,0,0.04243679940700531
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,16,8,128,1,float16,fp8,0,0.026542401313781737
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,16,8,128,1,fp8,fp8,0,0.027544000744819643
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,16,16,128,1,float16,fp8,0,0.020044800639152528
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,16,16,128,1,float16,float16,0,0.020476800203323365
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,16,16,128,1,fp8,fp8,0,0.020374399423599244
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,16,1,128,1,float16,float16,0,0.01740960031747818
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,16,1,128,1,float16,fp8,0,0.026092800498008727
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,16,1,128,1,fp8,fp8,0,0.018299199640750885
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,16,2,128,1,float16,float16,0,0.018137599527835845
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,16,2,128,1,float16,fp8,0,0.018561600148677825
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,16,2,128,1,fp8,fp8,0,0.01908479928970337
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,16,4,128,1,float16,float16,0,0.018510399758815764
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,16,4,128,1,float16,fp8,0,0.01879359930753708
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,16,8,128,1,float16,float16,0,0.025516799092292784
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,16,4,128,1,fp8,fp8,0,0.01854719966650009
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,16,8,128,1,float16,fp8,0,0.020025600492954255
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,16,16,128,1,float16,float16,0,0.019148799777030944
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,16,8,128,1,fp8,fp8,0,0.01926559954881668
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,16,16,128,1,float16,fp8,0,0.019627200067043306
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,16,16,128,1,fp8,fp8,0,0.01937440037727356
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,16,1,128,1,float16,float16,0,0.023534399271011353
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,16,2,128,1,float16,float16,0,0.01758880019187927
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,16,1,128,1,float16,fp8,0,0.018406400084495546
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,16,1,128,1,fp8,fp8,0,0.019054399430751802
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,16,4,128,1,float16,float16,0,0.0176144003868103
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,16,2,128,1,float16,fp8,0,0.018382400274276733
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,16,2,128,1,fp8,fp8,0,0.018961599469184874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,16,4,128,1,float16,fp8,0,0.025430399179458617
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,16,4,128,1,fp8,fp8,0,0.01892479956150055
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,16,8,128,1,float16,float16,0,0.017667199671268462
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,16,8,128,1,float16,fp8,0,0.01945600062608719
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,16,8,128,1,fp8,fp8,0,0.0188960000872612
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,16,1,128,1,float16,fp8,0,0.41437277793884275
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,16,1,128,1,float16,float16,0,0.39208478927612306
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,16,2,128,1,float16,float16,0,0.419217586517334
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,16,1,128,1,fp8,fp8,0,0.49126400947570803
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,16,2,128,1,float16,fp8,0,0.4155327796936035
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,16,2,128,1,fp8,fp8,0,0.4203343868255615
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,16,4,128,1,float16,float16,0,0.459987211227417
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,16,4,128,1,float16,fp8,0,0.43866238594055174
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,16,4,128,1,fp8,fp8,0,0.43697280883789064
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,16,16,128,1,float16,fp8,0,0.3040560007095337
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,16,16,128,1,float16,float16,0,0.3878767967224121
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,16,8,128,1,float16,float16,0,0.5583312034606933
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,16,8,128,1,fp8,fp8,0,0.4986720085144043
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,16,8,128,1,float16,fp8,0,0.6427616119384766
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,16,16,128,1,fp8,fp8,0,0.3048448085784912
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,16,1,128,1,float16,float16,0,0.2034816026687622
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,16,1,128,1,fp8,fp8,0,0.21226239204406738
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,16,1,128,1,float16,fp8,0,0.2122112035751343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,16,2,128,1,float16,fp8,0,0.21603360176086425
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,16,2,128,1,float16,float16,0,0.2168976068496704
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,16,4,128,1,float16,float16,0,0.23758080005645751
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,16,2,128,1,fp8,fp8,0,0.3500096082687378
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,16,4,128,1,float16,fp8,0,0.2255647897720337
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,16,4,128,1,fp8,fp8,0,0.22558879852294922
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,16,16,128,1,float16,fp8,0,0.22744479179382324
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,16,16,128,1,float16,float16,0,0.20223679542541503
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,16,8,128,1,float16,fp8,0,0.25626559257507325
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,16,8,128,1,fp8,fp8,0,0.2586031913757324
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,16,16,128,1,fp8,fp8,0,0.159278404712677
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,16,8,128,1,float16,float16,0,0.2842207908630371
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,16,1,128,1,float16,float16,0,0.10884000062942505
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,16,1,128,1,fp8,fp8,0,0.11320159435272217
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,16,1,128,1,float16,fp8,0,0.17706400156021118
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,16,2,128,1,float16,float16,0,0.11597280502319336
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,16,2,128,1,fp8,fp8,0,0.11419199705123902
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,16,2,128,1,float16,fp8,0,0.11525919437408447
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,16,4,128,1,float16,float16,0,0.12546240091323851
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,16,4,128,1,float16,fp8,0,0.11956959962844849
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,16,4,128,1,fp8,fp8,0,0.11993600130081176
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,16,16,128,1,float16,fp8,0,0.08701120018959045
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,16,8,128,1,float16,float16,0,0.2054703950881958
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,16,16,128,1,fp8,fp8,0,0.08697919845581055
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,16,8,128,1,float16,fp8,0,0.13587839603424073
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,16,1,128,1,float16,float16,0,0.0620576024055481
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,16,8,128,1,fp8,fp8,0,0.13469120264053344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,16,16,128,1,float16,float16,0,0.1090399980545044
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,16,1,128,1,float16,fp8,0,0.06252800226211548
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,16,1,128,1,fp8,fp8,0,0.062116801738739014
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,16,2,128,1,float16,fp8,0,0.0647279977798462
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,16,2,128,1,fp8,fp8,0,0.0643775999546051
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,16,2,128,1,float16,float16,0,0.09549440145492553
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,16,4,128,1,float16,fp8,0,0.06536960005760192
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,16,4,128,1,float16,float16,0,0.07020480036735535
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,16,4,128,1,fp8,fp8,0,0.06591039896011353
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,16,8,128,1,float16,float16,0,0.08220639824867249
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,16,16,128,1,fp8,fp8,0,0.050070399045944215
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,16,16,128,1,float16,float16,0,0.060096001625061034
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,16,8,128,1,float16,fp8,0,0.07467839717864991
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,16,16,128,1,float16,fp8,0,0.06973919868469239
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,16,8,128,1,fp8,fp8,0,0.07478240132331848
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,16,1,128,1,fp8,fp8,0,0.034622400999069214
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,16,1,128,1,float16,fp8,0,0.03409439921379089
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,16,1,128,1,float16,float16,0,0.03425759971141815
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,16,2,128,1,float16,float16,0,0.03758240044116974
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,16,2,128,1,float16,fp8,0,0.03537920117378235
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,16,4,128,1,float16,float16,0,0.04106079936027527
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,16,2,128,1,fp8,fp8,0,0.053523200750350955
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,16,4,128,1,float16,fp8,0,0.03611519932746887
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,16,4,128,1,fp8,fp8,0,0.035548800230026247
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,16,8,128,1,float16,fp8,0,0.04150719940662384
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,16,8,128,1,float16,float16,0,0.04762719869613648
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,16,8,128,1,fp8,fp8,0,0.04281280040740967
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,16,16,128,1,float16,float16,0,0.034620800614356996
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,16,16,128,1,fp8,fp8,0,0.025332799553871153
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,16,16,128,1,float16,fp8,0,0.03849759995937348
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,16,1,128,1,float16,float16,0,0.020735999941825865
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,16,1,128,1,float16,fp8,0,0.021768000721931458
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,16,1,128,1,fp8,fp8,0,0.022675199806690215
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,16,2,128,1,float16,fp8,0,0.022779199481010436
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,16,2,128,1,float16,float16,0,0.02163040041923523
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,16,2,128,1,fp8,fp8,0,0.02264000028371811
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,16,4,128,1,float16,fp8,0,0.02232639938592911
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,16,4,128,1,float16,float16,0,0.032892799377441405
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,16,8,128,1,float16,float16,0,0.023470400273799895
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,16,4,128,1,fp8,fp8,0,0.0229312002658844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,16,16,128,1,float16,float16,0,0.017291200160980225
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,16,8,128,1,float16,fp8,0,0.02389120012521744
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,16,16,128,1,float16,fp8,0,0.01640959978103638
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,16,8,128,1,fp8,fp8,0,0.024059200286865236
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,16,16,128,1,fp8,fp8,0,0.022188800573349
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,16,1,128,1,float16,float16,0,0.014958399534225463
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,16,1,128,1,float16,fp8,0,0.014950400590896607
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,16,1,128,1,fp8,fp8,0,0.015304000675678253
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,16,2,128,1,float16,float16,0,0.014929600059986115
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,16,2,128,1,float16,fp8,0,0.015108799934387207
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,16,4,128,1,float16,float16,0,0.020107200741767882
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,16,8,128,1,float16,float16,0,0.016070400178432465
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,16,4,128,1,float16,fp8,0,0.01558080017566681
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,16,2,128,1,fp8,fp8,0,0.015571199357509613
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,16,4,128,1,fp8,fp8,0,0.015142400562763215
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,16,8,128,1,float16,fp8,0,0.015855999290943147
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,16,8,128,1,fp8,fp8,0,0.015833599865436553
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,16,16,128,1,float16,float16,0,0.020572799444198608
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,16,16,128,1,fp8,fp8,0,0.0160863995552063
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,16,16,128,1,float16,fp8,0,0.015958400070667268
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,16,1,128,1,float16,float16,0,0.014640000462532044
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,16,1,128,1,float16,fp8,0,0.014764800667762756
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,16,1,128,1,fp8,fp8,0,0.015121600031852723
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,16,2,128,1,float16,float16,0,0.01435520052909851
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,16,2,128,1,float16,fp8,0,0.020526400208473204
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,16,4,128,1,float16,float16,0,0.014737600088119506
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,16,2,128,1,fp8,fp8,0,0.015158399939537048
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,16,4,128,1,float16,fp8,0,0.015337599813938141
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,16,8,128,1,float16,float16,0,0.014951999485492706
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,16,4,128,1,fp8,fp8,0,0.01475680023431778
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,16,8,128,1,fp8,fp8,0,0.01786399930715561
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,16,16,128,1,float16,fp8,0,0.015723200142383577
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,16,16,128,1,float16,float16,0,0.015150399506092071
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,16,16,128,1,fp8,fp8,0,0.015566399693489075
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,16,8,128,1,float16,fp8,0,0.015705600380897522
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,16,1,128,1,float16,float16,0,0.014023999869823455
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,16,1,128,1,float16,fp8,0,0.01462559998035431
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,16,2,128,1,float16,float16,0,0.014305600523948669
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,16,1,128,1,fp8,fp8,0,0.017793600261211396
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,16,2,128,1,float16,fp8,0,0.01494079977273941
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,16,2,128,1,fp8,fp8,0,0.015068799257278442
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,16,4,128,1,float16,fp8,0,0.014776000380516052
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,16,4,128,1,float16,float16,0,0.014558400213718414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,16,4,128,1,fp8,fp8,0,0.014744000136852264
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,16,8,128,1,float16,float16,0,0.01475680023431778
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,16,8,128,1,float16,fp8,0,0.018067200481891633
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,16,8,128,1,fp8,fp8,0,0.015379199385643005
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,16,1,128,1,float16,float16,0,0.19851200580596923
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,16,1,128,1,float16,fp8,0,0.2101968050003052
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,16,1,128,1,fp8,fp8,0,0.209168004989624
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,16,2,128,1,float16,float16,0,0.2077631950378418
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,16,2,128,1,float16,fp8,0,0.21400160789489747
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,16,2,128,1,fp8,fp8,0,0.2307408094406128
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,16,4,128,1,float16,float16,0,0.2311311960220337
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,16,4,128,1,float16,fp8,0,0.23214080333709716
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,16,4,128,1,fp8,fp8,0,0.23122079372406007
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,16,8,128,1,float16,float16,0,0.2846640110015869
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,16,16,128,1,float16,fp8,0,0.16128480434417725
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,16,8,128,1,float16,fp8,0,0.2553776025772095
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,16,16,128,1,float16,float16,0,0.21046719551086426
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,16,16,128,1,fp8,fp8,0,0.1614735960960388
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,16,1,128,1,float16,float16,0,0.10563679933547973
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,16,8,128,1,fp8,fp8,0,0.256822395324707
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,16,2,128,1,float16,float16,0,0.11051199436187745
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,16,1,128,1,fp8,fp8,0,0.11156480312347412
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,16,1,128,1,float16,fp8,0,0.11213599443435669
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,16,2,128,1,fp8,fp8,0,0.11539520025253296
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,16,4,128,1,float16,float16,0,0.12247680425643921
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,16,2,128,1,float16,fp8,0,0.13806240558624266
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,16,4,128,1,float16,fp8,0,0.12318079471588135
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,16,4,128,1,fp8,fp8,0,0.12162079811096191
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,16,8,128,1,float16,float16,0,0.1483839988708496
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,16,16,128,1,float16,fp8,0,0.08709759712219238
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,16,8,128,1,float16,fp8,0,0.1363600015640259
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,16,8,128,1,fp8,fp8,0,0.13625919818878174
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,16,16,128,1,float16,float16,0,0.11038719415664673
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,16,16,128,1,fp8,fp8,0,0.08679199814796448
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,16,1,128,1,float16,float16,0,0.05867840051651001
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,16,1,128,1,float16,fp8,0,0.06134080290794373
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,16,1,128,1,fp8,fp8,0,0.06144319772720337
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,16,2,128,1,float16,float16,0,0.06201919913291931
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,16,2,128,1,float16,fp8,0,0.06165760159492493
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,16,2,128,1,fp8,fp8,0,0.06258400082588196
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,16,4,128,1,float16,float16,0,0.06664479970932007
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,16,4,128,1,float16,fp8,0,0.0652351975440979
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,16,4,128,1,fp8,fp8,0,0.0646016001701355
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,16,8,128,1,float16,float16,0,0.08143680095672608
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,16,8,128,1,fp8,fp8,0,0.07176640033721923
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,16,16,128,1,float16,fp8,0,0.046609601378440856
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,16,8,128,1,float16,fp8,0,0.07249600291252137
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,16,16,128,1,float16,float16,0,0.06014400124549866
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,16,16,128,1,fp8,fp8,0,0.04666079878807068
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,16,1,128,1,float16,float16,0,0.03197599947452545
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,16,2,128,1,float16,float16,0,0.035395199060440065
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,16,1,128,1,float16,fp8,0,0.030715200304985046
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,16,1,128,1,fp8,fp8,0,0.03086400032043457
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,16,2,128,1,float16,fp8,0,0.030643200874328612
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,16,2,128,1,fp8,fp8,0,0.031092798709869383
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,16,4,128,1,float16,float16,0,0.03919520080089569
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,16,4,128,1,float16,fp8,0,0.03188959956169128
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,16,4,128,1,fp8,fp8,0,0.03225600123405457
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,16,8,128,1,float16,float16,0,0.04542239904403687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,16,16,128,1,float16,float16,0,0.032609599828720096
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,16,8,128,1,float16,fp8,0,0.038817599415779114
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,16,16,128,1,float16,fp8,0,0.021963199973106383
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,16,8,128,1,fp8,fp8,0,0.03877759873867035
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,16,16,128,1,fp8,fp8,0,0.021639999747276307
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,16,1,128,1,float16,float16,0,0.01818400025367737
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,16,1,128,1,float16,fp8,0,0.019543999433517457
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,16,1,128,1,fp8,fp8,0,0.019152000546455383
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,16,2,128,1,float16,fp8,0,0.01940000057220459
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,16,2,128,1,float16,float16,0,0.018428799510002137
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,16,2,128,1,fp8,fp8,0,0.019449600577354433
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,16,4,128,1,float16,fp8,0,0.019921599328517912
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,16,4,128,1,float16,float16,0,0.01929119974374771
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,16,4,128,1,fp8,fp8,0,0.01928640007972717
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,16,8,128,1,float16,float16,0,0.021715199947357176
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,16,8,128,1,float16,fp8,0,0.01988479942083359
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,16,8,128,1,fp8,fp8,0,0.020278400182723998
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,16,16,128,1,float16,float16,0,0.01573760062456131
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,16,16,128,1,float16,fp8,0,0.01510079950094223
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,16,16,128,1,fp8,fp8,0,0.014844800531864166
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,16,1,128,1,float16,fp8,0,0.014056000113487243
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,16,1,128,1,float16,float16,0,0.0135903999209404
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,16,1,128,1,fp8,fp8,0,0.014095999300479889
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,16,2,128,1,float16,fp8,0,0.014166399836540222
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,16,2,128,1,float16,float16,0,0.013569599390029908
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,16,2,128,1,fp8,fp8,0,0.013966399431228637
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,16,4,128,1,float16,float16,0,0.01401280015707016
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,16,4,128,1,float16,fp8,0,0.014268800616264343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,16,4,128,1,fp8,fp8,0,0.014265599846839904
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,16,8,128,1,float16,fp8,0,0.014299200475215912
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,16,8,128,1,float16,float16,0,0.01446239948272705
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,16,8,128,1,fp8,fp8,0,0.014212800562381745
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,16,16,128,1,float16,float16,0,0.014265599846839904
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,16,16,128,1,float16,fp8,0,0.014020800590515137
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,16,16,128,1,fp8,fp8,0,0.013819199800491334
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,16,1,128,1,float16,float16,0,0.012755200266838074
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,16,1,128,1,float16,fp8,0,0.013446399569511413
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,16,1,128,1,fp8,fp8,0,0.013145600259304047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,16,2,128,1,float16,float16,0,0.012811200320720672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,16,2,128,1,float16,fp8,0,0.013483199477195739
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,16,2,128,1,fp8,fp8,0,0.013659200072288514
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,16,4,128,1,float16,float16,0,0.013184000551700593
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,16,4,128,1,float16,fp8,0,0.013361600041389466
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,16,8,128,1,float16,float16,0,0.01334560066461563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,16,4,128,1,fp8,fp8,0,0.013436800241470337
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,16,8,128,1,float16,fp8,0,0.013828800618648529
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,16,8,128,1,fp8,fp8,0,0.013910399377346038
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,16,16,128,1,float16,fp8,0,0.013806399703025819
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,16,16,128,1,float16,float16,0,0.013355199992656708
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,16,1,128,1,float16,float16,0,0.012244799733161926
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,16,16,128,1,fp8,fp8,0,0.013680000603199006
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,16,1,128,1,float16,fp8,0,0.013331200182437896
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,16,1,128,1,fp8,fp8,0,0.013307200372219085
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,16,2,128,1,float16,float16,0,0.012675200402736665
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,16,2,128,1,float16,fp8,0,0.013220800459384919
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,16,2,128,1,fp8,fp8,0,0.012915199995040894
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,16,4,128,1,float16,float16,0,0.01297760009765625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,16,4,128,1,float16,fp8,0,0.013315199315547943
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,16,4,128,1,fp8,fp8,0,0.013252800703048706
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,16,8,128,1,float16,float16,0,0.013035200536251068
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,16,8,128,1,float16,fp8,0,0.013419200479984284
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,16,8,128,1,fp8,fp8,0,0.013102400302886962
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,16,16,128,1,float16,float16,0,0.012544000148773193
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,16,16,128,1,float16,fp8,0,0.013359999656677246
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,16,16,128,1,fp8,fp8,0,0.01311040073633194
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,16,1,128,1,float16,float16,0,0.01218400001525879
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,16,1,128,1,float16,fp8,0,0.012822400033473968
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,16,2,128,1,float16,float16,0,0.011937599629163742
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,16,1,128,1,fp8,fp8,0,0.012751999497413635
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,16,2,128,1,float16,fp8,0,0.012822400033473968
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,16,2,128,1,fp8,fp8,0,0.013209599256515502
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,16,4,128,1,float16,float16,0,0.012257599830627441
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,16,4,128,1,float16,fp8,0,0.012779200077056884
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,16,4,128,1,fp8,fp8,0,0.012585599720478059
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,16,8,128,1,float16,float16,0,0.012403199821710587
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,16,8,128,1,float16,fp8,0,0.012966400384902954
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,16,8,128,1,fp8,fp8,0,0.01279039978981018
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,16,1,128,1,float16,float16,0,0.10578240156173706
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,16,1,128,1,float16,fp8,0,0.11222239732742309
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,16,1,128,1,fp8,fp8,0,0.1129647970199585
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,16,2,128,1,float16,float16,0,0.11121599674224854
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,16,2,128,1,float16,fp8,0,0.11515040397644043
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,16,2,128,1,fp8,fp8,0,0.11420639753341674
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,16,4,128,1,float16,fp8,0,0.12310559749603271
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,16,4,128,1,float16,float16,0,0.12475039958953857
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,16,4,128,1,fp8,fp8,0,0.1209488034248352
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,16,8,128,1,float16,float16,0,0.15243200063705445
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,16,8,128,1,float16,fp8,0,0.13587520122528077
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,16,8,128,1,fp8,fp8,0,0.13583680391311645
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,16,16,128,1,float16,float16,0,0.13129119873046874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,16,16,128,1,float16,fp8,0,0.12250080108642578
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,16,1,128,1,float16,float16,0,0.059935998916625974
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,16,16,128,1,fp8,fp8,0,0.12380000352859497
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,16,1,128,1,float16,fp8,0,0.06179519891738892
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,16,2,128,1,float16,float16,0,0.06182559728622437
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,16,1,128,1,fp8,fp8,0,0.06182079911231995
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,16,2,128,1,fp8,fp8,0,0.06295520067214966
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,16,2,128,1,float16,fp8,0,0.062222397327423094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,16,4,128,1,float16,float16,0,0.06892799735069274
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,16,4,128,1,float16,fp8,0,0.06609280109405517
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,16,4,128,1,fp8,fp8,0,0.06539520025253295
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,16,8,128,1,float16,float16,0,0.08317279815673828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,16,16,128,1,float16,float16,0,0.07119200229644776
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,16,8,128,1,float16,fp8,0,0.07199519872665405
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,16,8,128,1,fp8,fp8,0,0.07204800248146057
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,16,16,128,1,float16,fp8,0,0.06399840116500854
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,16,16,128,1,fp8,fp8,0,0.06358240246772766
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,16,1,128,1,float16,float16,0,0.03156160116195679
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,16,1,128,1,fp8,fp8,0,0.030817601084709167
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,16,1,128,1,float16,fp8,0,0.03091999888420105
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,16,2,128,1,float16,fp8,0,0.030953601002693176
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,16,2,128,1,float16,float16,0,0.03476319909095764
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,16,2,128,1,fp8,fp8,0,0.03113119900226593
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,16,4,128,1,float16,float16,0,0.03930400013923645
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,16,4,128,1,float16,fp8,0,0.032913601398468016
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,16,4,128,1,fp8,fp8,0,0.03234240114688873
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,16,8,128,1,float16,fp8,0,0.03893919885158539
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,16,16,128,1,float16,float16,0,0.0401311993598938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,16,8,128,1,float16,float16,0,0.0453247994184494
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,16,8,128,1,fp8,fp8,0,0.039190399646759036
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,16,16,128,1,float16,fp8,0,0.03154560029506683
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,16,16,128,1,fp8,fp8,0,0.030748799443244934
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,16,1,128,1,float16,float16,0,0.018569600582122803
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,16,1,128,1,fp8,fp8,0,0.019702400267124175
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,16,1,128,1,float16,fp8,0,0.019728000462055206
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,16,2,128,1,float16,float16,0,0.01913280040025711
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,16,2,128,1,float16,fp8,0,0.01977760046720505
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,16,2,128,1,fp8,fp8,0,0.019756799936294554
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,16,4,128,1,float16,float16,0,0.01923519968986511
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,16,4,128,1,float16,fp8,0,0.019788800179958342
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,16,8,128,1,float16,float16,0,0.02163359969854355
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,16,4,128,1,fp8,fp8,0,0.02000479996204376
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,16,8,128,1,float16,fp8,0,0.020422400534152986
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,16,8,128,1,fp8,fp8,0,0.02060000002384186
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,16,16,128,1,float16,float16,0,0.01902720034122467
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,16,16,128,1,float16,fp8,0,0.018958400189876556
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,16,16,128,1,fp8,fp8,0,0.01906079947948456
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,16,1,128,1,float16,float16,0,0.013513599336147309
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,16,1,128,1,float16,fp8,0,0.014151999354362487
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,16,1,128,1,fp8,fp8,0,0.014241600036621093
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,16,2,128,1,float16,float16,0,0.013519999384880067
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,16,2,128,1,float16,fp8,0,0.014142400026321411
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,16,2,128,1,fp8,fp8,0,0.014273600280284881
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,16,4,128,1,float16,float16,0,0.014086399972438813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,16,4,128,1,float16,fp8,0,0.01422400027513504
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,16,4,128,1,fp8,fp8,0,0.014390400052070618
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,16,8,128,1,float16,fp8,0,0.014396800100803376
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,16,8,128,1,float16,float16,0,0.014401599764823914
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,16,8,128,1,fp8,fp8,0,0.014590400457382201
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,16,16,128,1,float16,fp8,0,0.013704000413417817
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,16,16,128,1,float16,float16,0,0.01361120045185089
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,16,16,128,1,fp8,fp8,0,0.013648000359535218
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,16,1,128,1,float16,float16,0,0.012763200700283051
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,16,1,128,1,float16,fp8,0,0.013259199261665345
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,16,1,128,1,fp8,fp8,0,0.013651199638843536
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,16,2,128,1,float16,float16,0,0.012999999523162841
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,16,2,128,1,float16,fp8,0,0.013548800349235534
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,16,2,128,1,fp8,fp8,0,0.01348160058259964
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,16,4,128,1,float16,float16,0,0.012836800515651703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,16,4,128,1,float16,fp8,0,0.01340160071849823
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,16,8,128,1,float16,float16,0,0.013198399543762207
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,16,4,128,1,fp8,fp8,0,0.013638399541378021
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,16,16,128,1,float16,float16,0,0.012788799405097962
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,16,8,128,1,float16,fp8,0,0.013702400028705597
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,16,8,128,1,fp8,fp8,0,0.013710400462150574
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,16,16,128,1,float16,fp8,0,0.01321759968996048
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,16,1,128,1,float16,float16,0,0.01279360055923462
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,16,16,128,1,fp8,fp8,0,0.01332319974899292
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,16,1,128,1,float16,fp8,0,0.01329600065946579
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,16,1,128,1,fp8,fp8,0,0.013212800025939941
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,16,2,128,1,float16,float16,0,0.012403199821710587
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,16,2,128,1,float16,fp8,0,0.01311040073633194
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,16,2,128,1,fp8,fp8,0,0.013361600041389466
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,16,4,128,1,float16,float16,0,0.012611199915409089
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,16,4,128,1,float16,fp8,0,0.013235199451446533
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,16,4,128,1,fp8,fp8,0,0.01313599944114685
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,16,8,128,1,float16,float16,0,0.012569600343704223
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,16,8,128,1,float16,fp8,0,0.013395200669765472
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,16,8,128,1,fp8,fp8,0,0.013484799861907959
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,16,16,128,1,float16,float16,0,0.01239520013332367
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,16,16,128,1,float16,fp8,0,0.013128000497817992
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,16,16,128,1,fp8,fp8,0,0.012804800271987915
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,16,1,128,1,float16,float16,0,0.01249760016798973
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,16,1,128,1,float16,fp8,0,0.012798400223255157
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,16,1,128,1,fp8,fp8,0,0.012934400141239167
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,16,2,128,1,float16,float16,0,0.012222400307655335
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,16,2,128,1,float16,fp8,0,0.01305440068244934
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,16,2,128,1,fp8,fp8,0,0.012967999279499053
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,16,4,128,1,float16,float16,0,0.012436799705028534
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,16,4,128,1,float16,fp8,0,0.012860800325870513
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,16,4,128,1,fp8,fp8,0,0.012856000661849975
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,16,8,128,1,float16,fp8,0,0.01308320015668869
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,16,8,128,1,float16,float16,0,0.01223360002040863
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,16,8,128,1,fp8,fp8,0,0.012999999523162841
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,16,16,128,1,float16,fp8,0,0.01271200031042099
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,16,16,128,1,float16,float16,0,0.012145599722862244
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,16,16,128,1,fp8,fp8,0,0.012827199697494508
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,16,1,128,1,float16,float16,0,0.01197120025753975
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,16,1,128,1,float16,fp8,0,0.012700800597667695
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,16,1,128,1,fp8,fp8,0,0.012683199346065521
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,16,2,128,1,float16,float16,0,0.012120000272989272
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,16,2,128,1,float16,fp8,0,0.012848000228404998
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,16,2,128,1,fp8,fp8,0,0.012444800138473511
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,16,4,128,1,float16,float16,0,0.012065599858760833
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,16,4,128,1,float16,fp8,0,0.012628799676895142
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,16,4,128,1,fp8,fp8,0,0.012628799676895142
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,16,8,128,1,float16,float16,0,0.012368000298738479
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,16,8,128,1,float16,fp8,0,0.012715199589729309
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,16,8,128,1,fp8,fp8,0,0.012559999525547028
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,16,1,128,1,float16,float16,0,0.06097919940948486
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,16,1,128,1,float16,fp8,0,0.06283680200576783
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,16,2,128,1,float16,float16,0,0.06377120018005371
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,16,1,128,1,fp8,fp8,0,0.06308799982070923
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,16,2,128,1,float16,fp8,0,0.06430240273475647
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,16,2,128,1,fp8,fp8,0,0.06394879817962647
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,16,4,128,1,float16,float16,0,0.06976959705352784
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,16,4,128,1,fp8,fp8,0,0.0672655999660492
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,16,4,128,1,float16,fp8,0,0.066348797082901
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,16,8,128,1,float16,float16,0,0.11183520555496215
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,16,8,128,1,float16,fp8,0,0.1080896019935608
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,16,8,128,1,fp8,fp8,0,0.107315194606781
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,16,16,128,1,float16,float16,0,0.10028640031814576
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,16,16,128,1,float16,fp8,0,0.10052000284194947
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,16,16,128,1,fp8,fp8,0,0.09999359846115112
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,16,1,128,1,float16,float16,0,0.032016000151634215
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,16,1,128,1,float16,fp8,0,0.03202239871025085
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,16,1,128,1,fp8,fp8,0,0.03152639865875244
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,16,2,128,1,float16,float16,0,0.03586240112781525
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,16,2,128,1,float16,fp8,0,0.03181920051574707
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,16,2,128,1,fp8,fp8,0,0.03152959942817688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,16,4,128,1,float16,float16,0,0.04031200110912323
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,16,4,128,1,float16,fp8,0,0.033774399757385255
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,16,8,128,1,float16,float16,0,0.06006559729576111
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,16,4,128,1,fp8,fp8,0,0.033416000008583066
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,16,8,128,1,float16,fp8,0,0.05740000009536743
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,16,8,128,1,fp8,fp8,0,0.05613120198249817
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,16,16,128,1,float16,float16,0,0.05511999726295471
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,16,16,128,1,float16,fp8,0,0.054790401458740236
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,16,1,128,1,float16,float16,0,0.01900160014629364
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,16,16,128,1,fp8,fp8,0,0.04983200132846832
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,16,1,128,1,float16,fp8,0,0.020372800529003143
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,16,1,128,1,fp8,fp8,0,0.020351999998092653
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,16,2,128,1,float16,float16,0,0.018985599279403687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,16,2,128,1,float16,fp8,0,0.021985599398612977
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,16,2,128,1,fp8,fp8,0,0.020155200362205507
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,16,4,128,1,float16,float16,0,0.01998720020055771
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,16,4,128,1,float16,fp8,0,0.020584000647068022
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,16,4,128,1,fp8,fp8,0,0.020529599487781526
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,16,8,128,1,float16,float16,0,0.028788799047470094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,16,8,128,1,float16,fp8,0,0.03219519853591919
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,16,16,128,1,float16,float16,0,0.0271263986825943
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,16,8,128,1,fp8,fp8,0,0.029124799370765685
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,16,16,128,1,float16,fp8,0,0.028483200073242187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,16,16,128,1,fp8,fp8,0,0.02845599949359894
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,16,1,128,1,float16,float16,0,0.013812799751758576
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,16,1,128,1,float16,fp8,0,0.015913599729537965
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,16,1,128,1,fp8,fp8,0,0.014711999893188476
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,16,2,128,1,float16,fp8,0,0.01459999978542328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,16,2,128,1,float16,float16,0,0.013956800103187561
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,16,2,128,1,fp8,fp8,0,0.01459839940071106
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,16,4,128,1,float16,float16,0,0.015350399911403656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,16,4,128,1,float16,fp8,0,0.014727999269962311
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,16,4,128,1,fp8,fp8,0,0.014752000570297241
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,16,8,128,1,float16,float16,0,0.018016000092029572
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,16,8,128,1,float16,fp8,0,0.018723200261592864
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,16,8,128,1,fp8,fp8,0,0.018796800076961516
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,16,16,128,1,float16,float16,0,0.01886080056428909
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,16,16,128,1,float16,fp8,0,0.018035200238227845
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,16,16,128,1,fp8,fp8,0,0.017921599745750427
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,16,1,128,1,float16,float16,0,0.012830400466918945
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,16,1,128,1,float16,fp8,0,0.013406400382518769
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,16,1,128,1,fp8,fp8,0,0.013484799861907959
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,16,2,128,1,float16,float16,0,0.01284639984369278
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,16,2,128,1,float16,fp8,0,0.013347199559211731
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,16,2,128,1,fp8,fp8,0,0.01358720064163208
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,16,4,128,1,float16,float16,0,0.012854400277137756
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,16,4,128,1,float16,fp8,0,0.013766400516033173
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,16,4,128,1,fp8,fp8,0,0.013542400300502777
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,16,8,128,1,float16,float16,0,0.0127920001745224
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,16,8,128,1,fp8,fp8,0,0.01313759982585907
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,16,8,128,1,float16,fp8,0,0.01340160071849823
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,16,16,128,1,float16,fp8,0,0.013633599877357483
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,16,16,128,1,float16,float16,0,0.012993599474430084
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,16,1,128,1,float16,float16,0,0.012513600289821625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,16,16,128,1,fp8,fp8,0,0.013331200182437896
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,16,1,128,1,float16,fp8,0,0.01337919980287552
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,16,1,128,1,fp8,fp8,0,0.013740800321102142
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,16,2,128,1,float16,float16,0,0.012811200320720672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,16,2,128,1,float16,fp8,0,0.013247999548912048
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,16,2,128,1,fp8,fp8,0,0.013462400436401368
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,16,4,128,1,float16,float16,0,0.01305759996175766
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,16,4,128,1,float16,fp8,0,0.01374399960041046
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,16,4,128,1,fp8,fp8,0,0.013652800023555756
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,16,8,128,1,float16,float16,0,0.012615999579429627
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,16,8,128,1,float16,fp8,0,0.012910400331020356
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,16,8,128,1,fp8,fp8,0,0.013131199777126313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,16,16,128,1,float16,float16,0,0.012467200309038163
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,16,16,128,1,float16,fp8,0,0.01308320015668869
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,16,16,128,1,fp8,fp8,0,0.013036799430847169
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,16,1,128,1,float16,float16,0,0.012227199971675873
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,16,1,128,1,float16,fp8,0,0.012624000012874604
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,16,1,128,1,fp8,fp8,0,0.013055999577045441
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,16,2,128,1,float16,float16,0,0.01231359988451004
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,16,2,128,1,float16,fp8,0,0.012822400033473968
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,16,2,128,1,fp8,fp8,0,0.013048000633716583
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,16,4,128,1,float16,float16,0,0.012217599898576736
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,16,4,128,1,float16,fp8,0,0.013102400302886962
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,16,4,128,1,fp8,fp8,0,0.012822400033473968
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,16,8,128,1,float16,float16,0,0.012244799733161926
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,16,8,128,1,float16,fp8,0,0.013014400005340576
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,16,8,128,1,fp8,fp8,0,0.012948800623416901
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,16,16,128,1,float16,float16,0,0.012151999771595002
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,16,16,128,1,float16,fp8,0,0.012868799269199371
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,16,16,128,1,fp8,fp8,0,0.012934400141239167
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,16,1,128,1,float16,float16,0,0.012076800316572189
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,16,1,128,1,float16,fp8,0,0.012848000228404998
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,16,1,128,1,fp8,fp8,0,0.012702399492263794
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,16,2,128,1,float16,float16,0,0.012043199688196182
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,16,2,128,1,float16,fp8,0,0.01271200031042099
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,16,2,128,1,fp8,fp8,0,0.012772800028324127
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,16,4,128,1,float16,float16,0,0.012164799869060517
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,16,4,128,1,float16,fp8,0,0.012692800164222718
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,16,4,128,1,fp8,fp8,0,0.01265919953584671
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,16,8,128,1,float16,float16,0,0.011764799803495407
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,16,8,128,1,float16,fp8,0,0.012851199507713318
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,16,8,128,1,fp8,fp8,0,0.012721599638462066
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,16,16,128,1,float16,float16,0,0.012083200365304947
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,16,16,128,1,float16,fp8,0,0.012535999715328216
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,16,16,128,1,fp8,fp8,0,0.01273919939994812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,16,1,128,1,float16,float16,0,0.011734399944543839
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,16,1,128,1,float16,fp8,0,0.012596799433231354
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,16,1,128,1,fp8,fp8,0,0.012759999930858612
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,16,2,128,1,float16,float16,0,0.012011200189590454
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,16,2,128,1,float16,fp8,0,0.01265760064125061
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,16,2,128,1,fp8,fp8,0,0.012744000554084778
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,16,4,128,1,float16,float16,0,0.011724799871444702
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,16,4,128,1,float16,fp8,0,0.012691199779510498
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,16,4,128,1,fp8,fp8,0,0.012707200646400452
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,16,8,128,1,float16,float16,0,0.011854399740695954
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,16,8,128,1,float16,fp8,0,0.01247360035777092
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,16,8,128,1,fp8,fp8,0,0.012508800625801087
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,16,1,128,1,float16,float16,0,0.03355680108070373
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,16,1,128,1,float16,fp8,0,0.03380639851093292
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,16,1,128,1,fp8,fp8,0,0.03367359936237335
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,16,2,128,1,float16,float16,0,0.03763040006160736
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,16,2,128,1,float16,fp8,0,0.03489600121974945
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,16,2,128,1,fp8,fp8,0,0.034299200773239134
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,16,4,128,1,float16,float16,0,0.05647839903831482
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,16,4,128,1,float16,fp8,0,0.0528223991394043
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,16,4,128,1,fp8,fp8,0,0.05284799933433533
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,16,8,128,1,float16,float16,0,0.09021279811859131
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,16,8,128,1,float16,fp8,0,0.0942736029624939
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,16,8,128,1,fp8,fp8,0,0.09522879719734192
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,16,16,128,1,float16,float16,0,0.08568959832191467
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,16,16,128,1,float16,fp8,0,0.08633760213851929
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,16,1,128,1,fp8,fp8,0,0.021686400473117828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,16,1,128,1,float16,float16,0,0.020083199441432952
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,16,1,128,1,float16,fp8,0,0.020854400098323823
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,16,16,128,1,fp8,fp8,0,0.08637920022010803
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,16,2,128,1,float16,float16,0,0.020095999538898467
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,16,2,128,1,float16,fp8,0,0.021590399742126464
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,16,2,128,1,fp8,fp8,0,0.021692800521850585
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,16,4,128,1,float16,float16,0,0.027481600642204285
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,16,4,128,1,float16,fp8,0,0.029872000217437744
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,16,8,128,1,float16,float16,0,0.043609601259231565
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,16,4,128,1,fp8,fp8,0,0.030180799961090087
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,16,8,128,1,float16,fp8,0,0.047958400845527646
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,16,8,128,1,fp8,fp8,0,0.048265600204467775
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,16,16,128,1,float16,float16,0,0.04187360107898712
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,16,16,128,1,float16,fp8,0,0.04669919908046723
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,16,1,128,1,float16,float16,0,0.014468799531459808
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,16,16,128,1,fp8,fp8,0,0.046377599239349365
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,16,1,128,1,float16,fp8,0,0.01534239947795868
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,16,1,128,1,fp8,fp8,0,0.015177600085735321
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,16,2,128,1,float16,float16,0,0.014348800480365752
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,16,2,128,1,float16,fp8,0,0.015401600301265717
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,16,2,128,1,fp8,fp8,0,0.015166400372982025
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,16,4,128,1,float16,float16,0,0.018166400492191315
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,16,4,128,1,float16,fp8,0,0.019387200474739075
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,16,4,128,1,fp8,fp8,0,0.01915999948978424
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,16,8,128,1,float16,float16,0,0.026131200790405273
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,16,8,128,1,float16,fp8,0,0.028009599447250365
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,16,8,128,1,fp8,fp8,0,0.02841919958591461
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,16,16,128,1,float16,float16,0,0.025092801451683043
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,16,1,128,1,float16,float16,0,0.013076800107955932
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,16,16,128,1,fp8,fp8,0,0.02757920026779175
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,16,16,128,1,float16,fp8,0,0.02763040065765381
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,16,1,128,1,fp8,fp8,0,0.014009599387645722
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,16,1,128,1,float16,fp8,0,0.01417119950056076
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,16,2,128,1,float16,float16,0,0.01326719969511032
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,16,2,128,1,float16,fp8,0,0.013967999815940857
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,16,2,128,1,fp8,fp8,0,0.014079999923706055
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,16,4,128,1,float16,float16,0,0.012992000579833985
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,16,4,128,1,float16,fp8,0,0.013814400136470794
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,16,4,128,1,fp8,fp8,0,0.013691200315952301
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,16,8,128,1,float16,float16,0,0.017080000042915343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,16,16,128,1,float16,float16,0,0.016883200407028197
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,16,8,128,1,float16,fp8,0,0.0182559996843338
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,16,8,128,1,fp8,fp8,0,0.01823039948940277
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,16,16,128,1,float16,fp8,0,0.017492799460887908
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,16,16,128,1,fp8,fp8,0,0.017841599881649017
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,16,1,128,1,float16,float16,0,0.013043199479579926
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,16,1,128,1,float16,fp8,0,0.013577599823474885
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,16,1,128,1,fp8,fp8,0,0.013228799402713775
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,16,2,128,1,float16,float16,0,0.013140800595283508
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,16,2,128,1,float16,fp8,0,0.013359999656677246
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,16,2,128,1,fp8,fp8,0,0.013582399487495423
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,16,4,128,1,float16,float16,0,0.012559999525547028
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,16,4,128,1,float16,fp8,0,0.012849600613117218
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,16,4,128,1,fp8,fp8,0,0.013449600338935852
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,16,8,128,1,float16,float16,0,0.012833599746227265
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,16,8,128,1,float16,fp8,0,0.013443200290203095
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,16,16,128,1,float16,float16,0,0.01276959925889969
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,16,8,128,1,fp8,fp8,0,0.013353599607944489
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,16,16,128,1,float16,fp8,0,0.01300159990787506
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,16,16,128,1,fp8,fp8,0,0.013257600367069244
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,16,1,128,1,float16,float16,0,0.012406399846076966
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,16,1,128,1,float16,fp8,0,0.012943999469280243
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,16,1,128,1,fp8,fp8,0,0.013094399869441987
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,16,2,128,1,float16,float16,0,0.012535999715328216
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,16,2,128,1,float16,fp8,0,0.012806400656700134
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,16,2,128,1,fp8,fp8,0,0.013017599284648896
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,16,4,128,1,float16,float16,0,0.012223999947309494
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,16,4,128,1,float16,fp8,0,0.013198399543762207
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,16,4,128,1,fp8,fp8,0,0.01281919926404953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,16,8,128,1,float16,fp8,0,0.012718400359153748
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,16,8,128,1,float16,float16,0,0.012494400143623352
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,16,8,128,1,fp8,fp8,0,0.013220800459384919
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,16,16,128,1,float16,fp8,0,0.012931199371814727
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,16,16,128,1,float16,float16,0,0.01220960021018982
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,16,16,128,1,fp8,fp8,0,0.012998400628566742
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,16,1,128,1,float16,float16,0,0.0118928000330925
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,16,1,128,1,float16,fp8,0,0.012915199995040894
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,16,1,128,1,fp8,fp8,0,0.012851199507713318
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,16,2,128,1,float16,float16,0,0.012289600074291229
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,16,2,128,1,float16,fp8,0,0.012619200348854064
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,16,2,128,1,fp8,fp8,0,0.012630400061607362
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,16,4,128,1,float16,float16,0,0.011763200163841248
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,16,4,128,1,float16,fp8,0,0.01263359934091568
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,16,4,128,1,fp8,fp8,0,0.012854400277137756
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,16,8,128,1,float16,float16,0,0.01218079999089241
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,16,8,128,1,float16,fp8,0,0.012692800164222718
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,16,8,128,1,fp8,fp8,0,0.012703999876976013
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,16,16,128,1,float16,float16,0,0.012027200311422348
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,16,16,128,1,float16,fp8,0,0.012839999794960023
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,16,1,128,1,float16,float16,0,0.011937599629163742
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,16,16,128,1,fp8,fp8,0,0.012969599664211273
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,16,1,128,1,float16,fp8,0,0.01268640011548996
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,16,2,128,1,float16,float16,0,0.011803200095891952
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,16,1,128,1,fp8,fp8,0,0.012782399356365205
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,16,2,128,1,float16,fp8,0,0.012708799540996551
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,16,2,128,1,fp8,fp8,0,0.012705600261688233
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,16,4,128,1,float16,float16,0,0.011915200203657151
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,16,4,128,1,float16,fp8,0,0.012486399710178375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,16,4,128,1,fp8,fp8,0,0.012476799637079239
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,16,8,128,1,float16,float16,0,0.011744000017642975
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,16,8,128,1,float16,fp8,0,0.012545600533485413
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,16,8,128,1,fp8,fp8,0,0.01249760016798973
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,16,16,128,1,float16,float16,0,0.012160000205039979
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,16,16,128,1,float16,fp8,0,0.012449599802494049
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,16,16,128,1,fp8,fp8,0,0.012548799812793731
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,16,1,128,1,float16,float16,0,0.01162400022149086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,16,1,128,1,float16,fp8,0,0.012486399710178375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,16,1,128,1,fp8,fp8,0,0.012600000202655792
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,16,2,128,1,float16,float16,0,0.012017600238323212
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,16,2,128,1,float16,fp8,0,0.01271039992570877
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,16,2,128,1,fp8,fp8,0,0.012860800325870513
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,16,4,128,1,float16,float16,0,0.011575999855995178
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,16,4,128,1,float16,fp8,0,0.0124208003282547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,16,8,128,1,float16,float16,0,0.011748799681663513
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,16,4,128,1,fp8,fp8,0,0.01249919980764389
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,16,8,128,1,float16,fp8,0,0.012515200674533844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,16,8,128,1,fp8,fp8,0,0.012211199849843979
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,16,1,128,1,float16,float16,0,0.02115200012922287
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,16,1,128,1,float16,fp8,0,0.022856000065803527
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,16,1,128,1,fp8,fp8,0,0.022908799350261688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,16,2,128,1,float16,float16,0,0.028188800811767577
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,16,2,128,1,float16,fp8,0,0.030616000294685364
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,16,2,128,1,fp8,fp8,0,0.0314848005771637
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,16,4,128,1,float16,float16,0,0.043089601397514346
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,16,4,128,1,float16,fp8,0,0.0489439994096756
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,16,4,128,1,fp8,fp8,0,0.04874080121517181
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,16,8,128,1,float16,float16,0,0.06992160081863404
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,16,8,128,1,float16,fp8,0,0.08396160006523132
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,16,16,128,1,float16,float16,0,0.06930720210075378
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,16,8,128,1,fp8,fp8,0,0.08383679986000062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,16,16,128,1,float16,fp8,0,0.0821615993976593
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,16,1,128,1,float16,float16,0,0.014795200526714325
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,16,16,128,1,fp8,fp8,0,0.08143519759178161
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,16,1,128,1,float16,fp8,0,0.01566559970378876
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,16,1,128,1,fp8,fp8,0,0.01581439971923828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,16,2,128,1,float16,float16,0,0.018540799617767334
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,16,2,128,1,float16,fp8,0,0.020102399587631225
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,16,2,128,1,fp8,fp8,0,0.019542400538921357
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,16,4,128,1,float16,float16,0,0.025920000672340394
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,16,4,128,1,float16,fp8,0,0.029158401489257812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,16,4,128,1,fp8,fp8,0,0.02892000079154968
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,16,8,128,1,float16,float16,0,0.04065600037574768
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,16,8,128,1,float16,fp8,0,0.04573279917240143
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,16,16,128,1,float16,fp8,0,0.045278400182724
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,16,8,128,1,fp8,fp8,0,0.04641759991645813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,16,16,128,1,float16,float16,0,0.03939360082149505
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,16,16,128,1,fp8,fp8,0,0.04567359983921051
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,16,1,128,1,float16,float16,0,0.01326880007982254
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,16,1,128,1,float16,fp8,0,0.014056000113487243
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,16,1,128,1,fp8,fp8,0,0.013924799859523773
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,16,2,128,1,float16,float16,0,0.013447999954223633
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,16,2,128,1,float16,fp8,0,0.014203199744224548
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,16,2,128,1,fp8,fp8,0,0.014103999733924866
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,16,4,128,1,float16,float16,0,0.01698720008134842
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,16,4,128,1,float16,fp8,0,0.018500800430774688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,16,4,128,1,fp8,fp8,0,0.01863040030002594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,16,8,128,1,float16,float16,0,0.024566400051116943
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,16,8,128,1,fp8,fp8,0,0.027224001288414002
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,16,8,128,1,float16,fp8,0,0.02707839906215668
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,16,16,128,1,float16,float16,0,0.02407200038433075
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,16,16,128,1,float16,fp8,0,0.026819199323654175
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,16,16,128,1,fp8,fp8,0,0.026907199621200563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,16,1,128,1,float16,float16,0,0.012624000012874604
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,16,1,128,1,float16,fp8,0,0.013033600151538849
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,16,1,128,1,fp8,fp8,0,0.013288000226020813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,16,2,128,1,float16,float16,0,0.01265919953584671
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,16,2,128,1,float16,fp8,0,0.013518400490283966
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,16,2,128,1,fp8,fp8,0,0.013383999466896057
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,16,4,128,1,float16,float16,0,0.012611199915409089
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,16,4,128,1,float16,fp8,0,0.013609600067138673
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,16,4,128,1,fp8,fp8,0,0.013447999954223633
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,16,8,128,1,float16,float16,0,0.016446399688720702
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,16,8,128,1,float16,fp8,0,0.017705599963665008
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,16,8,128,1,fp8,fp8,0,0.017683200538158417
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,16,16,128,1,float16,float16,0,0.016131199896335602
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,16,16,128,1,float16,fp8,0,0.017215999960899352
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,16,1,128,1,float16,float16,0,0.011883199959993363
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,16,16,128,1,fp8,fp8,0,0.017323200404644013
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,16,1,128,1,float16,fp8,0,0.012664000689983367
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,16,1,128,1,fp8,fp8,0,0.012332800030708312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,16,2,128,1,float16,float16,0,0.011974400281906128
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,16,2,128,1,float16,fp8,0,0.012886400520801543
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,16,2,128,1,fp8,fp8,0,0.012943999469280243
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,16,4,128,1,float16,float16,0,0.012134400010108948
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,16,4,128,1,float16,fp8,0,0.01266240030527115
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,16,4,128,1,fp8,fp8,0,0.012825599312782288
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,16,8,128,1,float16,float16,0,0.012099199742078782
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,16,8,128,1,float16,fp8,0,0.013035200536251068
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,16,8,128,1,fp8,fp8,0,0.013009600341320038
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,16,16,128,1,float16,float16,0,0.011988800019025803
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,16,16,128,1,float16,fp8,0,0.013150399923324585
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,16,16,128,1,fp8,fp8,0,0.012919999659061432
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,16,1,128,1,float16,float16,0,0.011657600104808808
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,16,1,128,1,float16,fp8,0,0.01247360035777092
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,16,1,128,1,fp8,fp8,0,0.012254399806261062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,16,2,128,1,float16,float16,0,0.01202239990234375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,16,2,128,1,float16,fp8,0,0.012345600128173827
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,16,2,128,1,fp8,fp8,0,0.01249760016798973
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,16,4,128,1,float16,float16,0,0.01199359968304634
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,16,4,128,1,float16,fp8,0,0.012569600343704223
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,16,4,128,1,fp8,fp8,0,0.013011200726032257
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,16,8,128,1,float16,float16,0,0.01212640032172203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,16,8,128,1,float16,fp8,0,0.013049599528312684
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,16,8,128,1,fp8,fp8,0,0.01297599971294403
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,16,16,128,1,float16,float16,0,0.01194240003824234
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,16,16,128,1,fp8,fp8,0,0.012732799351215362
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,16,16,128,1,float16,fp8,0,0.01273919939994812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,16,1,128,1,float16,fp8,0,0.012374400347471236
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,16,1,128,1,float16,float16,0,0.01159999966621399
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,16,1,128,1,fp8,fp8,0,0.012015999853610992
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,16,2,128,1,float16,fp8,0,0.012137600034475327
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,16,2,128,1,fp8,fp8,0,0.012375999987125397
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,16,2,128,1,float16,float16,0,0.01180960014462471
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,16,4,128,1,float16,float16,0,0.011630400270223617
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,16,4,128,1,float16,fp8,0,0.012531200051307678
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,16,4,128,1,fp8,fp8,0,0.012257599830627441
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,16,8,128,1,float16,float16,0,0.011915200203657151
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,16,8,128,1,float16,fp8,0,0.012745599448680877
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,16,8,128,1,fp8,fp8,0,0.012641599774360657
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,16,16,128,1,float16,float16,0,0.012135999649763108
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,16,16,128,1,float16,fp8,0,0.012318400293588638
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,16,16,128,1,fp8,fp8,0,0.012520000338554382
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,16,1,128,1,float16,float16,0,0.011540800333023071
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,16,1,128,1,float16,fp8,0,0.01241919994354248
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,16,1,128,1,fp8,fp8,0,0.012267199903726577
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,16,2,128,1,float16,float16,0,0.011417599767446518
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,16,2,128,1,float16,fp8,0,0.012257599830627441
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,16,2,128,1,fp8,fp8,0,0.012324800342321396
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,16,4,128,1,float16,float16,0,0.011601600050926208
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,16,4,128,1,float16,fp8,0,0.012352000176906585
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,16,4,128,1,fp8,fp8,0,0.012222400307655335
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,16,8,128,1,float16,float16,0,0.011622399836778641
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,16,8,128,1,float16,fp8,0,0.012443199753761292
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,16,8,128,1,fp8,fp8,0,0.012366399914026261
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,16,16,128,1,float16,float16,0,0.011823999881744384
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,16,16,128,1,float16,fp8,0,0.012137600034475327
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,16,16,128,1,fp8,fp8,0,0.01242239996790886
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,16,1,128,1,float16,float16,0,0.01156959980726242
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,16,1,128,1,float16,fp8,0,0.01223680004477501
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,16,1,128,1,fp8,fp8,0,0.012302400171756744
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,16,2,128,1,float16,float16,0,0.01130239963531494
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,16,2,128,1,float16,fp8,0,0.012348800152540206
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,16,2,128,1,fp8,fp8,0,0.01233920007944107
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,16,4,128,1,float16,float16,0,0.011531200259923935
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,16,4,128,1,float16,fp8,0,0.012273599952459335
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,16,4,128,1,fp8,fp8,0,0.012118399888277055
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,16,8,128,1,float16,float16,0,0.011582399904727935
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,16,8,128,1,float16,fp8,0,0.012377600371837615
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,16,8,128,1,fp8,fp8,0,0.012273599952459335
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,12,1,128,1,float16,fp8,0,9.328414154052734
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,12,1,128,1,fp8,fp8,0,9.327400207519531
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,12,2,128,1,float16,fp8,0,9.399164581298828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,12,1,128,1,float16,float16,0,11.27808837890625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,12,2,128,1,fp8,fp8,0,9.369805145263673
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,12,4,128,1,float16,float16,0,11.160052490234374
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,12,4,128,1,float16,fp8,0,9.460164642333984
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,12,12,128,1,float16,float16,0,5.747564697265625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,12,1,128,1,float16,float16,0,5.341608047485352
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,12,4,128,1,fp8,fp8,0,9.560958099365234
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,12,1,128,1,float16,fp8,0,4.730673599243164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,12,1,128,1,fp8,fp8,0,4.659617614746094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,12,2,128,1,float16,fp8,0,4.924300765991211
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,12,2,128,1,float16,float16,0,5.496012878417969
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,12,2,128,1,fp8,fp8,0,4.683113479614258
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,12,12,128,1,float16,float16,0,2.8597631454467773
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,12,4,128,1,float16,fp8,0,4.704201507568359
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,12,4,128,1,float16,float16,0,5.702969741821289
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,12,4,128,1,fp8,fp8,0,4.712315368652344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,12,1,128,1,float16,float16,0,2.6647056579589843
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,12,1,128,1,float16,fp8,0,2.4932384490966797
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,12,1,128,1,fp8,fp8,0,2.3213680267333983
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,12,2,128,1,float16,fp8,0,2.3394704818725587
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,12,2,128,1,float16,float16,0,2.733723258972168
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,12,2,128,1,fp8,fp8,0,2.333211135864258
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,12,4,128,1,float16,float16,0,2.6847776412963866
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,12,4,128,1,float16,fp8,0,2.7222671508789062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,12,4,128,1,fp8,fp8,0,2.3468959808349608
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,12,2,128,1,float16,float16,0,36.89228210449219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,12,12,128,1,float16,float16,0,1.5215824127197266
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,12,1,128,1,float16,fp8,0,1.3829263687133788
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,12,1,128,1,fp8,fp8,0,1.184382438659668
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,12,2,128,1,float16,float16,0,1.3060319900512696
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,12,1,128,1,float16,float16,0,4.787899017333984
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,12,2,128,1,float16,fp8,0,1.3907199859619142
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,12,4,128,1,float16,float16,0,1.513599967956543
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,12,2,128,1,fp8,fp8,0,3.3498287200927734
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,12,4,128,1,float16,fp8,0,1.523102378845215
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,12,4,128,1,fp8,fp8,0,3.0846927642822264
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,12,1,128,1,float16,float16,0,6.377248001098633
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,12,1,128,1,fp8,fp8,0,5.415248107910156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,12,1,128,1,float16,fp8,0,14.42119903564453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,12,2,128,1,float16,float16,0,6.545513916015625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,12,2,128,1,fp8,fp8,0,5.394060897827148
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,12,4,128,1,float16,float16,0,7.073923492431641
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,12,2,128,1,float16,fp8,0,14.547425842285156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,12,4,128,1,float16,fp8,0,5.5874591827392575
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,12,12,128,1,float16,float16,0,3.4692302703857423
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,12,4,128,1,fp8,fp8,0,14.737191772460937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,12,12,128,1,float16,fp8,0,4.816107177734375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,12,12,128,1,float16,fp8,0,2.771806335449219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,12,1,128,1,float16,float16,0,3.0233232498168947
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,12,1,128,1,float16,fp8,0,2.656892776489258
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,12,1,128,1,fp8,fp8,0,3.004777526855469
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,12,12,128,1,float16,fp8,0,2.411854362487793
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,12,2,128,1,float16,float16,0,3.054132843017578
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,12,2,128,1,float16,fp8,0,2.665439987182617
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,12,2,128,1,fp8,fp8,0,2.664788818359375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,12,12,128,1,fp8,fp8,0,2.4106592178344726
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,12,12,128,1,float16,float16,0,1.657561683654785
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,12,4,128,1,float16,fp8,0,2.6708927154541016
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,12,4,128,1,fp8,fp8,0,2.67674560546875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,12,4,128,1,float16,float16,0,3.105808067321777
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,12,12,128,1,fp8,fp8,0,1.4007231712341308
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,12,12,128,1,float16,fp8,0,1.6167808532714845
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,12,1,128,1,float16,fp8,0,1.337723159790039
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,12,1,128,1,fp8,fp8,0,1.3935088157653808
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,12,1,128,1,float16,float16,0,1.5014448165893555
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,12,2,128,1,float16,fp8,0,1.3502896308898926
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,12,2,128,1,float16,float16,0,1.4932479858398438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,12,2,128,1,fp8,fp8,0,1.4122400283813477
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,12,12,128,1,fp8,fp8,0,5.2327838897705075
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,12,12,128,1,float16,fp8,0,1.2278287887573243
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,12,4,128,1,float16,float16,0,1.4891023635864258
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,12,12,128,1,float16,fp8,0,0.7216127872467041
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,12,12,128,1,float16,float16,0,1.2693663597106934
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,12,12,128,1,fp8,fp8,0,0.7807328224182128
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,12,4,128,1,float16,fp8,0,1.437060832977295
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,12,4,128,1,fp8,fp8,0,1.3448687553405763
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,12,1,128,1,float16,float16,0,0.7297887802124023
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,12,1,128,1,float16,fp8,0,0.675276803970337
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,12,2,128,1,float16,fp8,0,0.7183455944061279
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,12,2,128,1,float16,float16,0,0.7498847961425781
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,12,2,128,1,fp8,fp8,0,0.6715119838714599
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,12,4,128,1,float16,float16,0,0.7496032238006591
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,12,4,128,1,float16,fp8,0,0.6854368209838867
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,12,1,128,1,fp8,fp8,0,1.6714815139770507
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,12,4,128,1,fp8,fp8,0,0.6785903930664062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,12,1,128,1,float16,fp8,0,3.7782737731933596
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,12,1,128,1,fp8,fp8,0,3.921432113647461
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,12,1,128,1,float16,float16,0,4.409105682373047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,12,2,128,1,fp8,fp8,0,3.7650352478027345
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,12,2,128,1,float16,float16,0,4.434014511108399
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,12,12,128,1,fp8,fp8,0,4.811824035644531
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,12,2,128,1,float16,fp8,0,6.488393402099609
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,12,12,128,1,fp8,fp8,0,1.9794351577758789
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,12,12,128,1,float16,fp8,0,1.9922672271728517
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,12,12,128,1,float16,float16,0,2.3319616317749023
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,12,4,128,1,float16,float16,0,4.373073577880859
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,12,4,128,1,float16,fp8,0,3.7689952850341797
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,12,4,128,1,fp8,fp8,0,3.78393440246582
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,12,12,128,1,fp8,fp8,0,1.2292655944824218
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,12,1,128,1,fp8,fp8,0,1.8662864685058593
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,12,1,128,1,float16,fp8,0,1.8593103408813476
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,12,2,128,1,float16,float16,0,2.3316864013671874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,12,12,128,1,float16,float16,0,1.142897605895996
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,12,2,128,1,fp8,fp8,0,1.8743375778198241
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,12,2,128,1,float16,fp8,0,2.064052772521973
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,12,4,128,1,float16,float16,0,2.068012809753418
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,12,12,128,1,float16,fp8,0,1.160927963256836
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,12,4,128,1,float16,fp8,0,1.9008111953735352
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,12,4,128,1,fp8,fp8,0,1.8892255783081056
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,12,1,128,1,float16,float16,0,4.73797607421875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,12,1,128,1,float16,float16,0,1.0672896385192872
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,12,12,128,1,fp8,fp8,0,1.0970208168029785
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,12,1,128,1,float16,fp8,0,0.9664496421813965
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,12,1,128,1,fp8,fp8,0,1.1106335639953613
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,12,2,128,1,fp8,fp8,0,0.9429967880249024
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,12,2,128,1,float16,fp8,0,0.940118408203125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,12,2,128,1,float16,float16,0,1.026137638092041
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,12,12,128,1,float16,float16,0,0.6027488231658935
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,12,12,128,1,float16,fp8,0,0.6036816120147706
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,12,12,128,1,fp8,fp8,0,0.5246431827545166
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,12,1,128,1,float16,float16,0,0.5077455997467041
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,12,4,128,1,fp8,fp8,0,1.0034111976623534
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,12,4,128,1,float16,fp8,0,1.051041603088379
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,12,1,128,1,float16,fp8,0,0.5354527950286865
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,12,1,128,1,fp8,fp8,0,0.48113279342651366
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,12,2,128,1,float16,fp8,0,0.48018560409545896
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,12,2,128,1,fp8,fp8,0,0.47477121353149415
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,12,2,128,1,float16,float16,0,0.5772640228271484
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,12,4,128,1,float16,float16,0,0.525870418548584
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,12,4,128,1,float16,fp8,0,0.5050032138824463
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,12,4,128,1,fp8,fp8,0,0.5446032047271728
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,12,4,128,1,float16,float16,0,2.8160303115844725
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,12,1,128,1,float16,fp8,0,4.914321517944336
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,12,1,128,1,fp8,fp8,0,4.958033752441406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,12,2,128,1,float16,fp8,0,4.945374298095703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,12,2,128,1,fp8,fp8,0,4.9076896667480465
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,12,1,128,1,float16,float16,0,5.800529479980469
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,12,2,128,1,float16,float16,0,5.896524810791016
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,12,4,128,1,float16,float16,0,6.011064147949218
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,12,12,128,1,float16,fp8,0,2.5834592819213866
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,12,12,128,1,fp8,fp8,0,2.5716943740844727
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,12,12,128,1,float16,float16,0,2.9471168518066406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,12,1,128,1,float16,float16,0,2.8193519592285154
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,12,1,128,1,float16,fp8,0,2.580193519592285
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,12,1,128,1,fp8,fp8,0,2.635036849975586
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,12,4,128,1,fp8,fp8,0,4.9615631103515625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,12,2,128,1,float16,fp8,0,2.4461151123046876
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,12,2,128,1,float16,float16,0,2.913809585571289
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,12,2,128,1,fp8,fp8,0,2.682993507385254
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,12,4,128,1,float16,fp8,0,2.46364803314209
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,12,4,128,1,float16,float16,0,2.893497657775879
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,12,4,128,1,fp8,fp8,0,2.463809585571289
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,12,12,128,1,float16,float16,0,1.5325136184692383
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,12,12,128,1,float16,fp8,0,1.3033200263977052
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,12,4,128,1,float16,fp8,0,10.885785675048828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,12,1,128,1,float16,float16,0,1.3332736015319824
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,12,12,128,1,fp8,fp8,0,1.409280014038086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,12,1,128,1,float16,fp8,0,1.217961597442627
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,12,1,128,1,fp8,fp8,0,1.3167648315429688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,12,2,128,1,float16,float16,0,1.3888799667358398
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,12,2,128,1,float16,fp8,0,1.3680047988891602
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,12,2,128,1,fp8,fp8,0,1.2276415824890137
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,12,12,128,1,float16,float16,0,0.7352384090423584
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,12,4,128,1,fp8,fp8,0,1.2397567749023437
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,12,12,128,1,float16,fp8,0,0.7810815811157227
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,12,4,128,1,float16,fp8,0,1.3830911636352539
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,12,1,128,1,float16,float16,0,0.6663504123687745
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,12,12,128,1,fp8,fp8,0,0.6978816032409668
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,12,1,128,1,float16,fp8,0,0.653331184387207
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,12,1,128,1,fp8,fp8,0,0.614572811126709
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,12,2,128,1,float16,fp8,0,0.6556528091430665
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,12,2,128,1,float16,float16,0,0.7679168224334717
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,12,2,128,1,fp8,fp8,0,0.6185296058654786
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,12,4,128,1,float16,float16,0,0.6926496028900146
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,12,4,128,1,float16,fp8,0,0.6567808151245117
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,12,12,128,1,float16,float16,0,0.37426559925079345
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,12,12,128,1,fp8,fp8,0,0.33455519676208495
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,12,4,128,1,fp8,fp8,0,0.626913595199585
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,12,12,128,1,float16,fp8,0,0.39808800220489504
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,12,1,128,1,float16,float16,0,0.34053759574890136
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,12,1,128,1,float16,fp8,0,0.3197727918624878
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,12,1,128,1,fp8,fp8,0,0.3206671953201294
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,12,2,128,1,float16,float16,0,0.33987200260162354
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,12,2,128,1,float16,fp8,0,0.31179039478302
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,12,4,128,1,float16,float16,0,0.3590944051742554
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,12,2,128,1,fp8,fp8,0,0.3740272045135498
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,12,4,128,1,float16,fp8,0,0.32229759693145754
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,12,4,128,1,fp8,fp8,0,0.3251712083816528
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,12,4,128,1,float16,float16,0,4.2502288818359375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,12,1,128,1,float16,fp8,0,2.854051208496094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,12,2,128,1,float16,fp8,0,2.8467775344848634
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,12,1,128,1,fp8,fp8,0,2.9304784774780273
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,12,2,128,1,fp8,fp8,0,2.8692047119140627
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,12,1,128,1,float16,float16,0,3.571100616455078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,12,2,128,1,float16,float16,0,3.415622329711914
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,12,12,128,1,float16,fp8,0,1.5325807571411132
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,12,12,128,1,float16,float16,0,1.756020736694336
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,12,1,128,1,float16,float16,0,1.7018976211547852
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,12,1,128,1,float16,fp8,0,1.408134365081787
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,12,12,128,1,fp8,fp8,0,1.7209936141967774
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,12,4,128,1,float16,fp8,0,3.135553550720215
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,12,4,128,1,fp8,fp8,0,2.9371999740600585
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,12,1,128,1,fp8,fp8,0,1.4080096244812013
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,12,2,128,1,float16,float16,0,1.9065280914306642
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,12,2,128,1,fp8,fp8,0,1.420537567138672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,12,2,128,1,float16,fp8,0,1.5419471740722657
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,12,4,128,1,float16,float16,0,1.6173120498657227
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,12,12,128,1,float16,float16,0,0.8903056144714355
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,12,4,128,1,fp8,fp8,0,1.4645888328552246
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,12,4,128,1,float16,fp8,0,1.544921588897705
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,12,12,128,1,fp8,fp8,0,0.7705984115600586
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,12,1,128,1,float16,float16,0,0.7588816165924073
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,12,1,128,1,float16,fp8,0,0.7863984107971191
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,12,12,128,1,float16,fp8,0,0.9782575607299805
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,12,1,128,1,fp8,fp8,0,0.7391983985900878
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,12,2,128,1,float16,float16,0,0.7995264053344726
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,12,2,128,1,float16,fp8,0,0.7336976051330566
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,12,2,128,1,fp8,fp8,0,0.7153039932250976
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,12,4,128,1,float16,float16,0,0.8109184265136719
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,12,12,128,1,float16,float16,0,0.4679823875427246
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,12,4,128,1,float16,fp8,0,0.7824639797210693
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,12,4,128,1,fp8,fp8,0,0.8427904129028321
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,12,12,128,1,float16,fp8,0,0.4239391803741455
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,12,12,128,1,fp8,fp8,0,0.3992624044418335
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,12,1,128,1,float16,float16,0,0.3828239917755127
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,12,1,128,1,float16,fp8,0,0.39818079471588136
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,12,1,128,1,fp8,fp8,0,0.37310879230499266
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,12,2,128,1,float16,float16,0,0.40024800300598146
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,12,2,128,1,float16,fp8,0,0.4226047992706299
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,12,2,128,1,fp8,fp8,0,0.39076800346374513
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,12,4,128,1,float16,float16,0,0.4000063896179199
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,12,4,128,1,float16,fp8,0,0.36750719547271726
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,12,12,128,1,float16,fp8,0,0.21109440326690673
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,12,12,128,1,float16,float16,0,0.24751360416412355
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,12,4,128,1,fp8,fp8,0,0.39663519859313967
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,12,12,128,1,fp8,fp8,0,0.23746399879455565
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,12,1,128,1,float16,float16,0,0.21260321140289307
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,12,1,128,1,float16,fp8,0,0.18741120100021363
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,12,1,128,1,fp8,fp8,0,0.18706400394439698
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,12,2,128,1,float16,float16,0,0.20888159275054932
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,12,2,128,1,float16,fp8,0,0.19347679615020752
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,12,2,128,1,fp8,fp8,0,0.20262880325317384
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,12,4,128,1,float16,float16,0,0.2354192018508911
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,12,4,128,1,float16,fp8,0,0.20718719959259033
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,12,4,128,1,fp8,fp8,0,0.1917456030845642
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,12,4,128,1,float16,float16,0,10.755713653564452
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,12,1,128,1,fp8,fp8,0,2.682867240905762
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,12,1,128,1,float16,fp8,0,2.8159648895263674
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,12,1,128,1,float16,float16,0,2.950686454772949
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,12,2,128,1,float16,fp8,0,2.668481636047363
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,12,2,128,1,fp8,fp8,0,2.7461263656616213
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,12,2,128,1,float16,float16,0,3.0399616241455076
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,12,4,128,1,float16,float16,0,3.395880126953125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,12,1,128,1,float16,float16,0,1.4272047996520996
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,12,12,128,1,fp8,fp8,0,1.5203920364379884
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,12,12,128,1,float16,float16,0,1.7262096405029297
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,12,1,128,1,float16,fp8,0,1.458028793334961
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,12,12,128,1,float16,fp8,0,1.6266351699829102
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,12,1,128,1,fp8,fp8,0,1.594991970062256
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,12,4,128,1,fp8,fp8,0,2.75534725189209
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,12,2,128,1,float16,fp8,0,1.3392144203186036
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,12,2,128,1,float16,float16,0,1.5668335914611817
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,12,4,128,1,float16,fp8,0,1.4209919929504395
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,12,2,128,1,fp8,fp8,0,1.4811424255371093
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,12,4,128,1,float16,float16,0,1.529428768157959
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,12,12,128,1,float16,float16,0,0.8508383750915527
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,12,12,128,1,fp8,fp8,0,0.7616672039031982
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,12,4,128,1,fp8,fp8,0,1.3645008087158204
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,12,1,128,1,float16,float16,0,0.7272992134094238
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,12,1,128,1,float16,fp8,0,0.7198239803314209
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,12,12,128,1,float16,fp8,0,0.9154191970825195
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,12,1,128,1,fp8,fp8,0,0.6697984218597413
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,12,2,128,1,float16,fp8,0,0.6759632110595704
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,12,2,128,1,float16,float16,0,0.7254479885101318
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,12,2,128,1,fp8,fp8,0,0.7233839988708496
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,12,4,128,1,float16,float16,0,0.7474544048309326
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,12,4,128,1,float16,fp8,0,0.8086336135864258
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,12,12,128,1,float16,fp8,0,0.3877903938293457
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,12,12,128,1,float16,float16,0,0.4270016193389893
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,12,12,128,1,fp8,fp8,0,0.395412802696228
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,12,1,128,1,float16,float16,0,0.3781647920608521
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,12,1,128,1,float16,fp8,0,0.36434719562530515
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,12,4,128,1,fp8,fp8,0,0.7518095970153809
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,12,1,128,1,fp8,fp8,0,0.34942240715026857
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,12,2,128,1,float16,float16,0,0.36469120979309083
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,12,2,128,1,float16,fp8,0,0.35413761138916017
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,12,2,128,1,fp8,fp8,0,0.3855583906173706
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,12,4,128,1,float16,float16,0,0.3924544095993042
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,12,4,128,1,float16,fp8,0,0.3721519947052002
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,12,12,128,1,float16,fp8,0,0.20112960338592528
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,12,12,128,1,float16,float16,0,0.22394559383392335
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,12,12,128,1,fp8,fp8,0,0.20812480449676513
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,12,4,128,1,fp8,fp8,0,0.3587280035018921
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,12,1,128,1,float16,float16,0,0.19471999406814575
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,12,1,128,1,float16,fp8,0,0.18232640027999877
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,12,1,128,1,fp8,fp8,0,0.1807935953140259
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,12,2,128,1,float16,float16,0,0.19183679819107055
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,12,2,128,1,float16,fp8,0,0.18907359838485718
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,12,2,128,1,fp8,fp8,0,0.18094719648361207
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,12,4,128,1,float16,fp8,0,0.1873263955116272
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,12,4,128,1,float16,float16,0,0.20314559936523438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,12,12,128,1,float16,float16,0,0.13591359853744506
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,12,4,128,1,fp8,fp8,0,0.18532960414886473
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,12,12,128,1,fp8,fp8,0,0.12182719707489013
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,12,12,128,1,float16,fp8,0,0.12431360483169555
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,12,1,128,1,float16,float16,0,0.10364960432052613
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,12,1,128,1,float16,fp8,0,0.1016767978668213
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,12,1,128,1,fp8,fp8,0,0.09704959988594056
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,12,2,128,1,float16,float16,0,0.10523359775543213
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,12,2,128,1,float16,fp8,0,0.09824159741401672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,12,2,128,1,fp8,fp8,0,0.10017919540405273
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,12,4,128,1,float16,float16,0,0.11101599931716918
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,12,4,128,1,float16,fp8,0,0.10319520235061645
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,12,4,128,1,fp8,fp8,0,0.0981552004814148
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,12,4,128,1,float16,fp8,0,10.154617309570312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,12,1,128,1,float16,float16,0,1.671513557434082
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,12,1,128,1,float16,fp8,0,1.6051088333129884
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,12,1,128,1,fp8,fp8,0,1.6047183990478515
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,12,2,128,1,float16,fp8,0,1.6173168182373048
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,12,2,128,1,fp8,fp8,0,1.6165103912353516
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,12,2,128,1,float16,float16,0,1.7284896850585938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,12,12,128,1,float16,float16,0,1.040937614440918
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,12,1,128,1,float16,float16,0,0.9207568168640137
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,12,12,128,1,float16,fp8,0,0.9206527709960938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,12,12,128,1,fp8,fp8,0,0.9300047874450683
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,12,1,128,1,float16,fp8,0,0.7957056045532227
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,12,4,128,1,fp8,fp8,0,1.6612703323364257
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,12,4,128,1,float16,fp8,0,1.659480094909668
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,12,1,128,1,fp8,fp8,0,0.861622428894043
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,12,2,128,1,float16,fp8,0,0.8014623641967773
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,12,2,128,1,fp8,fp8,0,0.8146896362304688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,12,2,128,1,float16,float16,0,0.9049519538879395
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,12,4,128,1,float16,float16,0,0.889192008972168
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,12,4,128,1,float16,fp8,0,0.8373007774353027
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,12,4,128,1,fp8,fp8,0,0.8359024047851562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,12,12,128,1,float16,fp8,0,0.4712384223937988
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,12,1,128,1,float16,float16,0,0.4566783905029297
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,12,12,128,1,fp8,fp8,0,0.4783775806427002
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,12,12,128,1,float16,float16,0,0.5412864208221435
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,12,1,128,1,float16,fp8,0,0.4036863803863525
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,12,1,128,1,fp8,fp8,0,0.40188798904418943
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,12,2,128,1,float16,float16,0,0.43603200912475587
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,12,2,128,1,float16,fp8,0,0.40636320114135743
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,12,2,128,1,fp8,fp8,0,0.445139217376709
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,12,4,128,1,float16,fp8,0,0.4357135772705078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,12,4,128,1,float16,float16,0,0.450867223739624
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,12,4,128,1,fp8,fp8,0,0.4187935829162598
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,12,12,128,1,float16,float16,0,0.2728208065032959
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,12,12,128,1,float16,fp8,0,0.2540303945541382
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,12,12,128,1,fp8,fp8,0,0.24894559383392334
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,12,1,128,1,float16,float16,0,0.23276801109313966
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,12,1,128,1,float16,fp8,0,0.21341280937194823
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,12,1,128,1,fp8,fp8,0,0.21085119247436523
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,12,2,128,1,float16,float16,0,0.22236158847808837
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,12,2,128,1,float16,fp8,0,0.20948638916015624
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,12,2,128,1,fp8,fp8,0,0.21323039531707763
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,12,4,128,1,float16,float16,0,0.22996160984039307
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,12,4,128,1,float16,fp8,0,0.22508640289306642
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,12,12,128,1,float16,fp8,0,0.13942559957504272
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,12,12,128,1,float16,float16,0,0.14739999771118165
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,12,4,128,1,fp8,fp8,0,0.22074880599975585
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,12,12,128,1,fp8,fp8,0,0.13707200288772584
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,12,1,128,1,float16,float16,0,0.11827839612960815
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,12,1,128,1,float16,fp8,0,0.10799520015716553
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,12,1,128,1,fp8,fp8,0,0.1138416051864624
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,12,2,128,1,float16,float16,0,0.12048640251159667
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,12,2,128,1,float16,fp8,0,0.11165920495986939
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,12,2,128,1,fp8,fp8,0,0.10935039520263672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,12,4,128,1,float16,float16,0,0.12523360252380372
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,12,4,128,1,float16,fp8,0,0.11595200300216675
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,12,12,128,1,float16,float16,0,0.09160959720611572
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,12,4,128,1,fp8,fp8,0,0.11906239986419678
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,12,12,128,1,float16,fp8,0,0.0815936028957367
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,12,1,128,1,float16,float16,0,0.06446080207824707
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,12,12,128,1,fp8,fp8,0,0.07892000079154968
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,12,1,128,1,float16,fp8,0,0.06188160181045532
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,12,1,128,1,fp8,fp8,0,0.062035202980041504
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,12,2,128,1,float16,float16,0,0.06615679860115051
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,12,2,128,1,fp8,fp8,0,0.06192319989204407
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,12,2,128,1,float16,fp8,0,0.06184639930725098
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,12,4,128,1,float16,float16,0,0.06485440135002137
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,12,4,128,1,float16,fp8,0,0.06358879804611206
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,12,4,128,1,fp8,fp8,0,0.06362720131874085
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,12,1,128,1,float16,fp8,0,1.5779919624328613
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,12,1,128,1,fp8,fp8,0,1.5754560470581054
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,12,1,128,1,float16,float16,0,1.674135971069336
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,12,2,128,1,float16,fp8,0,1.5968671798706056
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,12,2,128,1,float16,float16,0,1.6665903091430665
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,12,2,128,1,fp8,fp8,0,1.5996848106384278
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,12,4,128,1,float16,float16,0,8.332603454589844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,12,12,128,1,fp8,fp8,0,0.9560031890869141
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,12,12,128,1,float16,fp8,0,1.000267219543457
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,12,12,128,1,float16,float16,0,1.0895487785339355
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,12,4,128,1,float16,fp8,0,1.6435888290405274
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,12,4,128,1,float16,float16,0,1.819536018371582
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,12,4,128,1,fp8,fp8,0,1.7224143981933593
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,12,1,128,1,float16,fp8,0,0.7947519779205322
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,12,1,128,1,fp8,fp8,0,0.8053296089172364
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,12,2,128,1,float16,float16,0,0.8774288177490235
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,12,2,128,1,float16,fp8,0,0.790665578842163
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,12,2,128,1,fp8,fp8,0,0.8694288253784179
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,12,12,128,1,float16,float16,0,0.5546671867370605
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,12,12,128,1,float16,fp8,0,0.5073984146118165
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,12,4,128,1,float16,float16,0,0.9027312278747559
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,12,4,128,1,float16,fp8,0,0.8275823593139648
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,12,4,128,1,fp8,fp8,0,0.8328160285949707
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,12,12,128,1,fp8,fp8,0,0.48261117935180664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,12,1,128,1,float16,float16,0,0.4318431854248047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,12,1,128,1,float16,fp8,0,0.4031343936920166
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,12,1,128,1,fp8,fp8,0,0.41274399757385255
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,12,2,128,1,float16,float16,0,0.44050397872924807
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,12,2,128,1,float16,fp8,0,0.40612478256225587
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,12,2,128,1,fp8,fp8,0,0.4090223789215088
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,12,4,128,1,float16,float16,0,0.44455680847167967
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,12,4,128,1,float16,fp8,0,0.43233118057250974
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,12,12,128,1,float16,float16,0,0.29667038917541505
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,12,12,128,1,float16,fp8,0,0.2638159990310669
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,12,12,128,1,fp8,fp8,0,0.2573024034500122
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,12,1,128,1,float16,float16,0,0.21373279094696046
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,12,4,128,1,fp8,fp8,0,0.4233232021331787
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,12,1,128,1,float16,fp8,0,0.20352640151977539
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,12,1,128,1,fp8,fp8,0,0.21132960319519042
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,12,1,128,1,float16,float16,0,3.819963073730469
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,12,2,128,1,float16,float16,0,0.22062399387359619
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,12,2,128,1,float16,fp8,0,0.21552639007568358
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,12,2,128,1,fp8,fp8,0,0.20878078937530517
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,12,4,128,1,float16,float16,0,0.23058559894561767
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,12,4,128,1,float16,fp8,0,0.2180543899536133
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,12,12,128,1,float16,float16,0,0.1610592007637024
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,12,4,128,1,fp8,fp8,0,0.21367359161376953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,12,12,128,1,fp8,fp8,0,0.14248000383377074
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,12,1,128,1,float16,float16,0,0.1138192057609558
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,12,1,128,1,float16,fp8,0,0.10901600122451782
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,12,2,128,1,float16,float16,0,0.11593120098114014
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,12,1,128,1,fp8,fp8,0,0.11022720336914063
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,12,2,128,1,float16,fp8,0,0.11195039749145508
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,12,2,128,1,fp8,fp8,0,0.10886399745941162
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,12,4,128,1,float16,float16,0,0.12113280296325683
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,12,4,128,1,float16,fp8,0,0.11599999666213989
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,12,4,128,1,fp8,fp8,0,0.1129423975944519
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,12,12,128,1,fp8,fp8,0,0.07982879877090454
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,12,12,128,1,float16,float16,0,0.08804479837417603
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,12,1,128,1,float16,float16,0,0.059059202671051025
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,12,12,128,1,float16,fp8,0,0.0800607979297638
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,12,1,128,1,float16,fp8,0,0.05930719971656799
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,12,1,128,1,fp8,fp8,0,0.059673601388931276
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,12,2,128,1,float16,float16,0,0.06019359827041626
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,12,2,128,1,float16,fp8,0,0.06000480055809021
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,12,12,128,1,float16,fp8,0,0.6286191940307617
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,12,2,128,1,fp8,fp8,0,0.05999040007591248
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,12,4,128,1,float16,fp8,0,0.06066240072250366
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,12,12,128,1,float16,float16,0,0.04727199971675873
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,12,4,128,1,float16,float16,0,0.06598560214042663
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,12,4,128,1,fp8,fp8,0,0.060288000106811526
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,12,12,128,1,float16,fp8,0,0.040459200739860535
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,12,12,128,1,fp8,fp8,0,0.04134880006313324
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,12,1,128,1,float16,fp8,0,0.036457601189613345
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,12,1,128,1,fp8,fp8,0,0.03664959967136383
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,12,1,128,1,float16,float16,0,0.13767199516296386
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,12,2,128,1,float16,fp8,0,0.03638400137424469
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,12,2,128,1,float16,float16,0,0.037487998604774475
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,12,4,128,1,float16,float16,0,0.038247999548912046
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,12,2,128,1,fp8,fp8,0,0.0364080011844635
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,12,4,128,1,float16,fp8,0,0.03567520081996918
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,12,4,128,1,fp8,fp8,0,0.03689599931240082
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,12,1,128,1,float16,float16,0,0.9922656059265137
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,12,1,128,1,float16,fp8,0,0.9785568237304687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,12,1,128,1,fp8,fp8,0,0.9716464042663574
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,12,2,128,1,float16,float16,0,1.0247360229492188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,12,2,128,1,float16,fp8,0,0.9935808181762695
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,12,2,128,1,fp8,fp8,0,0.9764224052429199
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,12,4,128,1,float16,float16,0,1.0904687881469726
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,12,1,128,1,float16,float16,0,0.4932608127593994
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,12,1,128,1,float16,fp8,0,0.5049935817718506
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,12,12,128,1,float16,fp8,0,0.6092959880828858
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,12,12,128,1,fp8,fp8,0,0.6086207866668701
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,12,12,128,1,float16,float16,0,0.6970255851745606
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,12,4,128,1,float16,fp8,0,1.0425024032592773
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,12,4,128,1,fp8,fp8,0,1.0374544143676758
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,12,1,128,1,fp8,fp8,0,0.4878096103668213
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,12,2,128,1,float16,float16,0,0.5225552082061767
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,12,2,128,1,float16,fp8,0,0.5052527904510498
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,12,2,128,1,fp8,fp8,0,0.5043920040130615
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,12,4,128,1,float16,float16,0,0.5507264137268066
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,12,4,128,1,float16,fp8,0,0.5271471977233887
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,12,4,128,1,fp8,fp8,0,0.5262671947479248
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,12,12,128,1,float16,float16,0,0.35911200046539304
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,12,1,128,1,float16,float16,0,0.25904479026794436
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,12,12,128,1,float16,fp8,0,0.3111599922180176
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,12,12,128,1,fp8,fp8,0,0.31082079410552976
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,12,1,128,1,float16,fp8,0,0.25337920188903806
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,12,1,128,1,fp8,fp8,0,0.254640007019043
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,12,2,128,1,float16,float16,0,0.2673743963241577
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,12,2,128,1,float16,fp8,0,0.2582096099853516
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,12,2,128,1,fp8,fp8,0,0.2592175960540771
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,12,4,128,1,float16,float16,0,0.2845792055130005
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,12,4,128,1,float16,fp8,0,0.2703488111495972
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,12,12,128,1,float16,fp8,0,0.16185920238494872
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,12,4,128,1,fp8,fp8,0,0.2686592102050781
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,12,12,128,1,float16,float16,0,0.1909183979034424
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,12,1,128,1,float16,float16,0,0.13621280193328858
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,12,12,128,1,fp8,fp8,0,0.1611855983734131
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,12,1,128,1,float16,fp8,0,0.1343999981880188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,12,1,128,1,fp8,fp8,0,0.13413920402526855
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,12,2,128,1,float16,float16,0,0.14109920263290404
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,12,2,128,1,float16,fp8,0,0.13557599782943724
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,12,2,128,1,fp8,fp8,0,0.13649439811706543
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,12,4,128,1,float16,float16,0,0.1490447998046875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,12,4,128,1,float16,fp8,0,0.14096479415893554
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,12,4,128,1,fp8,fp8,0,0.14182239770889282
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,12,12,128,1,float16,fp8,0,0.08706560134887695
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,12,1,128,1,float16,float16,0,0.07489600181579589
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,12,12,128,1,fp8,fp8,0,0.0862496018409729
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,12,12,128,1,float16,float16,0,0.10328160524368286
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,12,1,128,1,float16,fp8,0,0.0699455976486206
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,12,1,128,1,fp8,fp8,0,0.07119680047035218
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,12,2,128,1,float16,float16,0,0.07728000283241272
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,12,2,128,1,float16,fp8,0,0.07135040163993836
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,12,4,128,1,float16,float16,0,0.08071039915084839
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,12,2,128,1,fp8,fp8,0,0.07118719816207886
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,12,4,128,1,float16,fp8,0,0.075518399477005
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,12,12,128,1,float16,float16,0,0.06236479878425598
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,12,4,128,1,fp8,fp8,0,0.07533280253410339
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,12,12,128,1,float16,fp8,0,0.04737119972705841
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,12,12,128,1,fp8,fp8,0,0.04705759882926941
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,12,1,128,1,float16,float16,0,0.04157919883728027
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,12,1,128,1,fp8,fp8,0,0.04121440052986145
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,12,1,128,1,float16,fp8,0,0.04076800048351288
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,12,2,128,1,float16,float16,0,0.04198879897594452
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,12,4,128,1,float16,float16,0,0.04357439875602722
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,12,2,128,1,float16,fp8,0,0.040956801176071166
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,12,2,128,1,fp8,fp8,0,0.04076800048351288
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,12,4,128,1,float16,fp8,0,0.04117439985275269
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,12,12,128,1,float16,float16,0,0.033011201024055484
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,12,4,128,1,fp8,fp8,0,0.04139359891414642
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,12,12,128,1,float16,fp8,0,0.032020801305770875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,12,1,128,1,float16,float16,0,0.030425599217414855
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,12,12,128,1,fp8,fp8,0,0.03216319978237152
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,12,1,128,1,fp8,fp8,0,0.03065440058708191
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,12,1,128,1,float16,fp8,0,0.030478399991989136
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,12,2,128,1,float16,fp8,0,0.030542400479316712
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,12,2,128,1,float16,float16,0,0.03094080090522766
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,12,2,128,1,fp8,fp8,0,0.030329599976539612
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,12,4,128,1,float16,float16,0,0.03125280141830444
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,12,4,128,1,float16,fp8,0,0.030955201387405394
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,12,4,128,1,fp8,fp8,0,0.03105599880218506
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,12,1,128,1,float16,float16,0,1.1801039695739746
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,12,1,128,1,float16,fp8,0,1.1601679801940918
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,12,2,128,1,float16,fp8,0,1.1882448196411133
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,12,1,128,1,fp8,fp8,0,1.1740367889404297
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,12,2,128,1,float16,float16,0,1.2152000427246095
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,12,2,128,1,fp8,fp8,0,1.1882800102233886
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,12,4,128,1,float16,float16,0,1.311241626739502
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,12,1,128,1,float16,float16,0,0.5898272037506104
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,12,1,128,1,float16,fp8,0,0.5944911956787109
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,12,12,128,1,float16,float16,0,0.8558896064758301
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,12,12,128,1,float16,fp8,0,0.7500256061553955
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,12,4,128,1,float16,fp8,0,1.2558544158935547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,12,4,128,1,fp8,fp8,0,1.2346960067749024
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,12,12,128,1,fp8,fp8,0,0.7493711948394776
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,12,1,128,1,fp8,fp8,0,0.7092639923095703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,12,2,128,1,float16,float16,0,0.6096496105194091
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,12,2,128,1,fp8,fp8,0,0.6036831855773925
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,12,2,128,1,float16,fp8,0,0.6053247928619385
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,12,4,128,1,fp8,fp8,0,0.6366256237030029
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,12,4,128,1,float16,fp8,0,0.6364768028259278
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,12,4,128,1,float16,float16,0,0.665771198272705
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,12,12,128,1,float16,float16,0,0.6254367828369141
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,12,12,128,1,float16,fp8,0,0.3770751953125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,12,1,128,1,float16,float16,0,0.30856320858001707
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,12,12,128,1,fp8,fp8,0,0.378766393661499
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,12,1,128,1,float16,fp8,0,0.3060719966888428
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,12,1,128,1,fp8,fp8,0,0.30422561168670653
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,12,2,128,1,float16,float16,0,0.3214031934738159
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,12,2,128,1,fp8,fp8,0,0.3082783937454224
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,12,4,128,1,float16,float16,0,0.3406032085418701
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,12,4,128,1,float16,fp8,0,0.3221359968185425
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,12,12,128,1,float16,float16,0,0.2269968032836914
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,12,12,128,1,float16,fp8,0,0.19857920408248902
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,12,4,128,1,fp8,fp8,0,0.32680320739746094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,12,2,128,1,float16,fp8,0,0.7493296146392823
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,12,12,128,1,fp8,fp8,0,0.19814879894256593
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,12,1,128,1,float16,float16,0,0.16206400394439696
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,12,1,128,1,float16,fp8,0,0.1573472023010254
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,12,1,128,1,fp8,fp8,0,0.1596943974494934
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,12,2,128,1,float16,float16,0,0.16867200136184693
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,12,2,128,1,float16,fp8,0,0.1638335943222046
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,12,4,128,1,float16,float16,0,0.17851200103759765
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,12,4,128,1,float16,fp8,0,0.17044800519943237
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,12,4,128,1,fp8,fp8,0,0.16879680156707763
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,12,2,128,1,fp8,fp8,0,0.2954256057739258
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,12,12,128,1,float16,fp8,0,0.10661599636077881
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,12,12,128,1,float16,float16,0,0.12054239511489868
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,12,12,128,1,fp8,fp8,0,0.10765279531478882
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,12,1,128,1,float16,float16,0,0.08783360123634339
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,12,1,128,1,float16,fp8,0,0.08703200221061706
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,12,1,128,1,fp8,fp8,0,0.08535040020942689
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,12,2,128,1,float16,float16,0,0.16195039749145507
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,12,2,128,1,fp8,fp8,0,0.0893343985080719
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,12,2,128,1,float16,fp8,0,0.08844320178031921
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,12,4,128,1,float16,fp8,0,0.09222720265388488
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,12,4,128,1,float16,float16,0,0.09662079811096191
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,12,12,128,1,float16,float16,0,0.06611359715461732
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,12,4,128,1,fp8,fp8,0,0.09273599982261657
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,12,12,128,1,float16,fp8,0,0.0938975989818573
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,12,12,128,1,fp8,fp8,0,0.060196799039840695
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,12,2,128,1,float16,float16,0,0.04759039878845215
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,12,1,128,1,float16,float16,0,0.04680159986019135
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,12,1,128,1,float16,fp8,0,0.046828800439834596
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,12,2,128,1,float16,fp8,0,0.04855520129203796
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,12,1,128,1,fp8,fp8,0,0.04727360010147095
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,12,4,128,1,float16,float16,0,0.0547327995300293
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,12,2,128,1,fp8,fp8,0,0.08145599961280822
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,12,4,128,1,float16,fp8,0,0.048240000009536745
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,12,12,128,1,float16,float16,0,0.03667680025100708
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,12,12,128,1,float16,fp8,0,0.032836800813674925
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,12,4,128,1,fp8,fp8,0,0.04941920042037964
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,12,12,128,1,fp8,fp8,0,0.03282560110092163
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,12,1,128,1,float16,float16,0,0.028275200724601747
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,12,1,128,1,float16,fp8,0,0.048046401143074034
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,12,2,128,1,float16,float16,0,0.0281792014837265
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,12,1,128,1,fp8,fp8,0,0.028089600801467895
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,12,2,128,1,float16,fp8,0,0.03017599880695343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,12,2,128,1,fp8,fp8,0,0.030291199684143066
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,12,4,128,1,float16,float16,0,0.029233598709106447
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,12,4,128,1,float16,fp8,0,0.03091199994087219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,12,4,128,1,fp8,fp8,0,0.04710400104522705
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,12,12,128,1,float16,float16,0,0.038332799077034
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,12,12,128,1,float16,fp8,0,0.03768160045146942
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,12,12,128,1,fp8,fp8,0,0.03805760145187378
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,12,1,128,1,float16,float16,0,0.030630400776863097
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,12,1,128,1,fp8,fp8,0,0.032174399495124816
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,12,1,128,1,float16,fp8,0,0.03208639919757843
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,12,2,128,1,float16,float16,0,0.051755201816558835
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,12,2,128,1,float16,fp8,0,0.03396799862384796
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,12,2,128,1,fp8,fp8,0,0.03347359895706177
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,12,4,128,1,float16,float16,0,0.035124799609184264
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,12,4,128,1,fp8,fp8,0,0.03579840064048767
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,12,4,128,1,float16,fp8,0,0.035630398988723756
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,12,1,128,1,float16,float16,0,0.727788782119751
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,12,1,128,1,fp8,fp8,0,0.7485504150390625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,12,2,128,1,float16,float16,0,0.7787536144256592
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,12,2,128,1,float16,fp8,0,0.7663008213043213
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,12,2,128,1,fp8,fp8,0,0.7712719917297364
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,12,4,128,1,float16,float16,0,0.8649344444274902
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,12,1,128,1,float16,fp8,0,1.127939224243164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,12,1,128,1,float16,float16,0,0.3735840082168579
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,12,12,128,1,float16,fp8,0,0.5407360076904297
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,12,12,128,1,float16,float16,0,0.6318511962890625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,12,12,128,1,fp8,fp8,0,0.5431791782379151
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,12,4,128,1,float16,fp8,0,0.8254447937011719
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,12,4,128,1,fp8,fp8,0,0.8309840202331543
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,12,1,128,1,float16,fp8,0,0.7333263874053955
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,12,2,128,1,float16,float16,0,0.39549760818481444
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,12,1,128,1,fp8,fp8,0,0.37881600856781006
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,12,2,128,1,float16,fp8,0,0.3912895917892456
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,12,2,128,1,fp8,fp8,0,0.3921583890914917
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,12,4,128,1,float16,float16,0,0.4412240028381348
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,12,4,128,1,float16,fp8,0,0.4204576015472412
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,12,4,128,1,fp8,fp8,0,0.4226111888885498
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,12,12,128,1,float16,fp8,0,0.27826719284057616
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,12,1,128,1,float16,float16,0,0.1937391996383667
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,12,1,128,1,float16,fp8,0,0.19792959690093995
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,12,12,128,1,fp8,fp8,0,0.2761023998260498
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,12,1,128,1,fp8,fp8,0,0.19949599504470825
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,12,2,128,1,float16,float16,0,0.2048896074295044
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,12,12,128,1,float16,float16,0,0.627569580078125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,12,2,128,1,float16,fp8,0,0.20374560356140137
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,12,2,128,1,fp8,fp8,0,0.20325119495391847
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,12,4,128,1,float16,fp8,0,0.21722559928894042
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,12,4,128,1,float16,float16,0,0.22677280902862548
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,12,12,128,1,float16,float16,0,0.169977605342865
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,12,1,128,1,float16,float16,0,0.1040608048439026
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,12,4,128,1,fp8,fp8,0,0.2198319911956787
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,12,12,128,1,float16,fp8,0,0.1466655969619751
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,12,1,128,1,float16,fp8,0,0.10579040050506591
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,12,1,128,1,fp8,fp8,0,0.10581439733505249
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,12,2,128,1,float16,float16,0,0.10956000089645386
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,12,12,128,1,fp8,fp8,0,0.38335680961608887
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,12,2,128,1,float16,fp8,0,0.10913759469985962
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,12,2,128,1,fp8,fp8,0,0.10939840078353882
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,12,4,128,1,float16,float16,0,0.1210096001625061
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,12,4,128,1,float16,fp8,0,0.11675360202789306
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,12,4,128,1,fp8,fp8,0,0.1166159987449646
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,12,1,128,1,float16,float16,0,0.05923839807510376
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,12,12,128,1,float16,float16,0,0.09204000234603882
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,12,12,128,1,fp8,fp8,0,0.0801360011100769
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,12,1,128,1,float16,fp8,0,0.06012639999389648
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,12,2,128,1,float16,float16,0,0.061647999286651614
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,12,1,128,1,fp8,fp8,0,0.058880001306533813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,12,2,128,1,float16,fp8,0,0.06137440204620361
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,12,12,128,1,float16,fp8,0,0.20242879390716553
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,12,4,128,1,float16,float16,0,0.06730719804763793
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,12,2,128,1,fp8,fp8,0,0.061247998476028444
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,12,4,128,1,float16,fp8,0,0.0657920002937317
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,12,4,128,1,fp8,fp8,0,0.06497439742088318
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,12,12,128,1,float16,fp8,0,0.04599519968032837
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,12,12,128,1,float16,float16,0,0.05281760096549988
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,12,1,128,1,float16,float16,0,0.03247039914131165
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,12,12,128,1,fp8,fp8,0,0.09791200160980225
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,12,1,128,1,fp8,fp8,0,0.0351967990398407
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,12,1,128,1,float16,fp8,0,0.034771201014518735
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,12,2,128,1,float16,float16,0,0.034143999218940735
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,12,2,128,1,float16,fp8,0,0.03516960144042969
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,12,2,128,1,fp8,fp8,0,0.034734401106834414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,12,4,128,1,float16,float16,0,0.0396016001701355
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,12,12,128,1,float16,fp8,0,0.026731199026107787
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,12,4,128,1,fp8,fp8,0,0.03603839874267578
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,12,4,128,1,float16,fp8,0,0.08400959968566894
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,12,12,128,1,float16,float16,0,0.03086079955101013
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,12,12,128,1,fp8,fp8,0,0.026561599969863892
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,12,1,128,1,float16,float16,0,0.022300800681114195
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,12,1,128,1,float16,fp8,0,0.02431679964065552
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,12,1,128,1,fp8,fp8,0,0.024377599358558655
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,12,2,128,1,float16,float16,0,0.02290239930152893
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,12,2,128,1,float16,fp8,0,0.0568336009979248
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,12,2,128,1,fp8,fp8,0,0.02452320009469986
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,12,4,128,1,float16,fp8,0,0.024673600494861603
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,12,4,128,1,float16,float16,0,0.02337760031223297
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,12,12,128,1,float16,float16,0,0.01976799964904785
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,12,4,128,1,fp8,fp8,0,0.024934400618076325
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,12,12,128,1,float16,fp8,0,0.020185600221157073
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,12,12,128,1,fp8,fp8,0,0.03673759996891022
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,12,1,128,1,float16,float16,0,0.01772959977388382
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,12,1,128,1,float16,fp8,0,0.01874080002307892
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,12,2,128,1,float16,float16,0,0.018001599609851836
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,12,1,128,1,fp8,fp8,0,0.019108800590038298
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,12,2,128,1,fp8,fp8,0,0.0192208006978035
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,12,2,128,1,float16,fp8,0,0.019047999382019044
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,12,4,128,1,float16,float16,0,0.032304000854492185
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,12,4,128,1,float16,fp8,0,0.019359999895095827
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,12,4,128,1,fp8,fp8,0,0.019411200284957887
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,12,12,128,1,float16,float16,0,0.01873279958963394
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,12,12,128,1,float16,fp8,0,0.019892799854278564
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,12,1,128,1,float16,float16,0,0.01724800020456314
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,12,12,128,1,fp8,fp8,0,0.019705599546432494
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,12,1,128,1,fp8,fp8,0,0.01876160055398941
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,12,1,128,1,float16,fp8,0,0.033852800726890564
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,12,2,128,1,float16,float16,0,0.01743679940700531
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,12,2,128,1,float16,fp8,0,0.018931199610233308
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,12,4,128,1,float16,float16,0,0.017638400197029114
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,12,2,128,1,fp8,fp8,0,0.019079999625682832
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,12,4,128,1,float16,fp8,0,0.018960000574588777
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,12,4,128,1,fp8,fp8,0,0.018883199989795686
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,12,1,128,1,float16,fp8,0,0.3178767919540405
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,12,1,128,1,fp8,fp8,0,0.32119839191436766
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,12,2,128,1,float16,float16,0,0.32858240604400635
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,12,2,128,1,float16,fp8,0,0.33086719512939455
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,12,1,128,1,float16,float16,0,0.43015360832214355
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,12,2,128,1,fp8,fp8,0,0.3297935962677002
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,12,4,128,1,float16,float16,0,0.37589919567108154
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,12,4,128,1,float16,fp8,0,0.35948159694671633
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,12,1,128,1,float16,float16,0,0.16051679849624634
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,12,1,128,1,float16,fp8,0,0.16745599508285522
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,12,12,128,1,float16,fp8,0,0.23749120235443116
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,12,12,128,1,float16,float16,0,0.2993599891662598
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,12,4,128,1,fp8,fp8,0,0.363102388381958
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,12,1,128,1,fp8,fp8,0,0.16599520444869995
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,12,12,128,1,fp8,fp8,0,0.39179840087890627
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,12,2,128,1,float16,float16,0,0.17166880369186402
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,12,2,128,1,float16,fp8,0,0.1728368043899536
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,12,2,128,1,fp8,fp8,0,0.1721840023994446
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,12,4,128,1,float16,float16,0,0.19515039920806884
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,12,4,128,1,float16,fp8,0,0.18873599767684937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,12,4,128,1,fp8,fp8,0,0.18719520568847656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,12,12,128,1,float16,float16,0,0.15757759809494018
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,12,12,128,1,fp8,fp8,0,0.12591840028762818
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,12,12,128,1,float16,fp8,0,0.12667839527130126
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,12,1,128,1,float16,float16,0,0.08818240165710449
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,12,1,128,1,float16,fp8,0,0.09152640104293823
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,12,1,128,1,fp8,fp8,0,0.0898464024066925
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,12,2,128,1,float16,float16,0,0.0930512011051178
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,12,2,128,1,float16,fp8,0,0.09299520254135132
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,12,2,128,1,fp8,fp8,0,0.09329439997673035
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,12,4,128,1,float16,fp8,0,0.10111039876937866
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,12,4,128,1,float16,float16,0,0.1049280047416687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,12,4,128,1,fp8,fp8,0,0.099891197681427
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,12,12,128,1,float16,float16,0,0.08635200262069702
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,12,12,128,1,float16,fp8,0,0.06932640075683594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,12,1,128,1,float16,float16,0,0.05128480195999145
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,12,12,128,1,fp8,fp8,0,0.06938080191612243
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,12,1,128,1,float16,fp8,0,0.051095998287200926
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,12,1,128,1,fp8,fp8,0,0.05039680004119873
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,12,2,128,1,float16,float16,0,0.05323359966278076
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,12,2,128,1,float16,fp8,0,0.052804797887802124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,12,2,128,1,fp8,fp8,0,0.0529807984828949
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,12,4,128,1,float16,float16,0,0.05978400111198425
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,12,4,128,1,float16,fp8,0,0.05676800012588501
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,12,12,128,1,float16,float16,0,0.04817439913749695
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,12,4,128,1,fp8,fp8,0,0.05606399774551392
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,12,12,128,1,float16,fp8,0,0.039241600036621097
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,12,12,128,1,fp8,fp8,0,0.039761599898338315
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,12,1,128,1,float16,float16,0,0.028060799837112425
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,12,1,128,1,float16,fp8,0,0.028492799401283263
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,12,1,128,1,fp8,fp8,0,0.0287663996219635
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,12,2,128,1,float16,float16,0,0.02815519869327545
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,12,2,128,1,fp8,fp8,0,0.028748801350593566
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,12,2,128,1,float16,fp8,0,0.028353598713874818
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,12,4,128,1,float16,float16,0,0.03389120101928711
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,12,4,128,1,float16,fp8,0,0.030799999833106995
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,12,4,128,1,fp8,fp8,0,0.030320000648498536
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,12,12,128,1,float16,float16,0,0.02794080078601837
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,12,12,128,1,fp8,fp8,0,0.022567999362945557
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,12,12,128,1,float16,fp8,0,0.02279680073261261
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,12,1,128,1,float16,float16,0,0.01937599927186966
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,12,1,128,1,float16,fp8,0,0.020950399339199066
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,12,1,128,1,fp8,fp8,0,0.020744000375270844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,12,2,128,1,float16,float16,0,0.019251200556755065
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,12,2,128,1,float16,fp8,0,0.020812800526618956
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,12,2,128,1,fp8,fp8,0,0.020878399908542632
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,12,4,128,1,float16,float16,0,0.0203232005238533
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,12,4,128,1,float16,fp8,0,0.021320000290870667
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,12,4,128,1,fp8,fp8,0,0.021244800090789794
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,12,12,128,1,float16,float16,0,0.01613440066576004
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,12,12,128,1,float16,fp8,0,0.01629119962453842
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,12,12,128,1,fp8,fp8,0,0.016315199434757233
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,12,1,128,1,float16,float16,0,0.014603200554847717
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,12,1,128,1,float16,fp8,0,0.015204800665378571
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,12,1,128,1,fp8,fp8,0,0.015136000514030457
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,12,2,128,1,float16,fp8,0,0.015227200090885162
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,12,2,128,1,float16,float16,0,0.014351999759674073
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,12,2,128,1,fp8,fp8,0,0.01536799967288971
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,12,4,128,1,float16,float16,0,0.015352000296115876
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,12,4,128,1,float16,fp8,0,0.015617600083351136
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,12,4,128,1,fp8,fp8,0,0.015516799688339234
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,12,12,128,1,float16,float16,0,0.015436799824237823
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,12,12,128,1,float16,fp8,0,0.01568640023469925
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,12,1,128,1,float16,float16,0,0.01456640064716339
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,12,12,128,1,fp8,fp8,0,0.01594720035791397
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,12,1,128,1,float16,fp8,0,0.015182399749755859
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,12,2,128,1,float16,float16,0,0.01449279934167862
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,12,1,128,1,fp8,fp8,0,0.015190400183200836
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,12,2,128,1,float16,fp8,0,0.015198400616645813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,12,2,128,1,fp8,fp8,0,0.015468800067901611
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,12,4,128,1,float16,float16,0,0.014961600303649902
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,12,4,128,1,fp8,fp8,0,0.015195199847221374
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,12,4,128,1,float16,fp8,0,0.015468800067901611
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,12,12,128,1,float16,float16,0,0.014664000272750855
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,12,12,128,1,float16,fp8,0,0.015625600516796113
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,12,12,128,1,fp8,fp8,0,0.01573919951915741
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,12,1,128,1,float16,float16,0,0.014023999869823455
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,12,1,128,1,float16,fp8,0,0.0147599995136261
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,12,1,128,1,fp8,fp8,0,0.015136000514030457
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,12,2,128,1,float16,float16,0,0.014120000600814819
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,12,2,128,1,float16,fp8,0,0.01496800035238266
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,12,2,128,1,fp8,fp8,0,0.015097600221633912
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,12,4,128,1,float16,fp8,0,0.01510239988565445
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,12,4,128,1,float16,float16,0,0.014451199769973755
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,12,4,128,1,fp8,fp8,0,0.015163199603557586
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,12,1,128,1,float16,float16,0,0.15285120010375977
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,12,1,128,1,fp8,fp8,0,0.16516640186309814
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,12,1,128,1,float16,fp8,0,0.1632367968559265
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,12,2,128,1,float16,float16,0,0.16662559509277344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,12,2,128,1,fp8,fp8,0,0.17303999662399291
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,12,2,128,1,float16,fp8,0,0.17495520114898683
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,12,1,128,1,float16,float16,0,0.08379200100898743
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,12,4,128,1,float16,float16,0,0.19381120204925537
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,12,4,128,1,float16,fp8,0,0.1917855978012085
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,12,12,128,1,float16,fp8,0,0.1283136010169983
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,12,12,128,1,fp8,fp8,0,0.12881120443344116
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,12,12,128,1,float16,float16,0,0.1603008031845093
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,12,4,128,1,fp8,fp8,0,0.19071840047836303
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,12,1,128,1,float16,fp8,0,0.08785120248794556
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,12,1,128,1,fp8,fp8,0,0.08748000264167785
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,12,2,128,1,float16,float16,0,0.08846240043640137
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,12,2,128,1,float16,fp8,0,0.08988639712333679
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,12,2,128,1,fp8,fp8,0,0.08935999870300293
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,12,4,128,1,float16,float16,0,0.10378719568252563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,12,4,128,1,float16,fp8,0,0.0994592010974884
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,12,4,128,1,fp8,fp8,0,0.09832479953765869
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,12,12,128,1,float16,fp8,0,0.068886399269104
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,12,12,128,1,float16,float16,0,0.08859040141105652
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,12,1,128,1,float16,float16,0,0.048126399517059326
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,12,12,128,1,fp8,fp8,0,0.06823840141296386
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,12,1,128,1,float16,fp8,0,0.04836640059947968
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,12,1,128,1,fp8,fp8,0,0.04659520089626312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,12,2,128,1,float16,float16,0,0.051734399795532224
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,12,2,128,1,float16,fp8,0,0.0503216028213501
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,12,2,128,1,fp8,fp8,0,0.04979679882526398
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,12,4,128,1,float16,float16,0,0.05757279992103577
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,12,4,128,1,float16,fp8,0,0.053523200750350955
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,12,12,128,1,float16,fp8,0,0.036180800199508666
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,12,4,128,1,fp8,fp8,0,0.052198398113250735
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,12,12,128,1,fp8,fp8,0,0.03579680025577545
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,12,1,128,1,float16,float16,0,0.023768000304698944
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,12,12,128,1,float16,float16,0,0.04681279957294464
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,12,1,128,1,float16,fp8,0,0.025659200549125672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,12,1,128,1,fp8,fp8,0,0.025652799010276794
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,12,2,128,1,float16,float16,0,0.02494879961013794
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,12,2,128,1,float16,fp8,0,0.025518399477005006
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,12,2,128,1,fp8,fp8,0,0.025252801179885865
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,12,4,128,1,float16,float16,0,0.03162719905376434
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,12,4,128,1,float16,fp8,0,0.02592960000038147
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,12,4,128,1,fp8,fp8,0,0.02587519884109497
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,12,12,128,1,float16,float16,0,0.025879999995231627
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,12,12,128,1,fp8,fp8,0,0.020318399369716644
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,12,12,128,1,float16,fp8,0,0.02056639939546585
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,12,1,128,1,float16,float16,0,0.018016000092029572
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,12,1,128,1,float16,fp8,0,0.019049599766731262
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,12,1,128,1,fp8,fp8,0,0.018934400379657747
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,12,2,128,1,float16,float16,0,0.018236799538135527
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,12,2,128,1,float16,fp8,0,0.018780800700187682
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,12,2,128,1,fp8,fp8,0,0.01892320066690445
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,12,4,128,1,float16,float16,0,0.018958400189876556
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,12,4,128,1,float16,fp8,0,0.019276799261569978
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,12,12,128,1,float16,float16,0,0.014881600439548493
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,12,4,128,1,fp8,fp8,0,0.019230400025844575
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,12,12,128,1,float16,fp8,0,0.014268800616264343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,12,12,128,1,fp8,fp8,0,0.01459839940071106
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,12,1,128,1,float16,float16,0,0.013072000443935394
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,12,1,128,1,float16,fp8,0,0.013833600282669067
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,12,2,128,1,float16,float16,0,0.013179199397563934
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,12,1,128,1,fp8,fp8,0,0.01353600025177002
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,12,2,128,1,float16,fp8,0,0.013486400246620178
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,12,2,128,1,fp8,fp8,0,0.013811199367046357
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,12,4,128,1,float16,float16,0,0.013792000710964203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,12,4,128,1,float16,fp8,0,0.013892799615859985
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,12,4,128,1,fp8,fp8,0,0.01409280002117157
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,12,12,128,1,float16,float16,0,0.013993600010871887
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,12,12,128,1,float16,fp8,0,0.013742400705814362
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,12,1,128,1,float16,float16,0,0.012807999551296235
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,12,12,128,1,fp8,fp8,0,0.013865600526332855
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,12,1,128,1,float16,fp8,0,0.013467200100421906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,12,2,128,1,float16,float16,0,0.013040000200271606
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,12,1,128,1,fp8,fp8,0,0.013414399325847625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,12,2,128,1,float16,fp8,0,0.013199999928474426
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,12,2,128,1,fp8,fp8,0,0.01345440000295639
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,12,4,128,1,float16,float16,0,0.012931199371814727
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,12,4,128,1,float16,fp8,0,0.013592000305652618
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,12,4,128,1,fp8,fp8,0,0.013417600095272065
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,12,12,128,1,float16,fp8,0,0.01340479999780655
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,12,12,128,1,float16,float16,0,0.013318400084972381
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,12,12,128,1,fp8,fp8,0,0.013715200126171112
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,12,1,128,1,float16,float16,0,0.012380799651145935
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,12,1,128,1,float16,fp8,0,0.013342399895191193
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,12,2,128,1,float16,float16,0,0.012513600289821625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,12,1,128,1,fp8,fp8,0,0.013196800649166108
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,12,2,128,1,float16,fp8,0,0.01329279989004135
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,12,2,128,1,fp8,fp8,0,0.013196800649166108
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,12,4,128,1,float16,float16,0,0.012800000607967377
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,12,4,128,1,float16,fp8,0,0.013249599933624267
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,12,4,128,1,fp8,fp8,0,0.013022400438785553
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,12,12,128,1,float16,float16,0,0.012646399438381195
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,12,12,128,1,float16,fp8,0,0.013510400056838989
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,12,12,128,1,fp8,fp8,0,0.013507199287414551
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,12,1,128,1,float16,float16,0,0.012089599668979645
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,12,1,128,1,float16,fp8,0,0.01282079964876175
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,12,1,128,1,fp8,fp8,0,0.012601600587368011
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,12,2,128,1,float16,float16,0,0.012116800248622894
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,12,2,128,1,float16,fp8,0,0.012800000607967377
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,12,2,128,1,fp8,fp8,0,0.01279519945383072
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,12,4,128,1,float16,float16,0,0.012292800098657608
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,12,4,128,1,float16,fp8,0,0.012777599692344665
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,12,4,128,1,fp8,fp8,0,0.012537600100040435
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,12,1,128,1,float16,float16,0,0.08356159925460815
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,12,1,128,1,float16,fp8,0,0.08790720105171204
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,12,1,128,1,fp8,fp8,0,0.08813920021057128
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,12,2,128,1,float16,float16,0,0.08965759873390197
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,12,2,128,1,float16,fp8,0,0.09122719764709472
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,12,2,128,1,fp8,fp8,0,0.08947839736938476
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,12,4,128,1,float16,float16,0,0.11483039855957031
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,12,4,128,1,float16,fp8,0,0.11562399864196778
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,12,4,128,1,fp8,fp8,0,0.1158784031867981
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,12,12,128,1,float16,fp8,0,0.09486719965934753
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,12,12,128,1,float16,float16,0,0.10581120252609252
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,12,12,128,1,fp8,fp8,0,0.09464640021324158
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,12,1,128,1,float16,float16,0,0.04884800016880035
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,12,1,128,1,float16,fp8,0,0.04825440049171448
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,12,1,128,1,fp8,fp8,0,0.048588800430297854
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,12,2,128,1,float16,float16,0,0.05156639814376831
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,12,2,128,1,float16,fp8,0,0.04993599951267243
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,12,2,128,1,fp8,fp8,0,0.05039039850234985
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,12,4,128,1,float16,float16,0,0.0643392026424408
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,12,4,128,1,fp8,fp8,0,0.061433601379394534
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,12,4,128,1,float16,fp8,0,0.0620576024055481
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,12,12,128,1,float16,float16,0,0.05719519853591919
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,12,12,128,1,float16,fp8,0,0.04872959852218628
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,12,12,128,1,fp8,fp8,0,0.048923200368881224
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,12,1,128,1,float16,float16,0,0.024030399322509766
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,12,1,128,1,float16,fp8,0,0.02571839988231659
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,12,2,128,1,float16,float16,0,0.02584480047225952
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,12,1,128,1,fp8,fp8,0,0.025379198789596557
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,12,2,128,1,float16,fp8,0,0.02569119930267334
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,12,2,128,1,fp8,fp8,0,0.02553279995918274
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,12,4,128,1,float16,float16,0,0.035924801230430604
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,12,4,128,1,float16,fp8,0,0.030604800581932066
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,12,12,128,1,float16,float16,0,0.029543998837471008
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,12,4,128,1,fp8,fp8,0,0.030339199304580688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,12,12,128,1,float16,fp8,0,0.025201600790023804
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,12,12,128,1,fp8,fp8,0,0.025128000974655153
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,12,1,128,1,float16,float16,0,0.01796640008687973
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,12,1,128,1,float16,fp8,0,0.019172799587249757
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,12,1,128,1,fp8,fp8,0,0.019513599574565887
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,12,2,128,1,float16,float16,0,0.018345600366592406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,12,2,128,1,float16,fp8,0,0.019566400349140166
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,12,2,128,1,fp8,fp8,0,0.019417600333690645
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,12,4,128,1,float16,float16,0,0.018619200587272643
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,12,4,128,1,float16,fp8,0,0.019313600659370423
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,12,4,128,1,fp8,fp8,0,0.019776000082492827
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,12,12,128,1,float16,float16,0,0.018164800107479097
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,12,12,128,1,float16,fp8,0,0.018427200615406036
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,12,1,128,1,float16,float16,0,0.013238400220870972
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,12,12,128,1,fp8,fp8,0,0.018518400192260743
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,12,1,128,1,float16,fp8,0,0.013689599931240082
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,12,1,128,1,fp8,fp8,0,0.013921600580215455
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,12,2,128,1,float16,float16,0,0.013260799646377563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,12,2,128,1,float16,fp8,0,0.013702400028705597
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,12,2,128,1,fp8,fp8,0,0.013822400569915771
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,12,4,128,1,float16,fp8,0,0.013715200126171112
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,12,4,128,1,float16,float16,0,0.013441599905490875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,12,4,128,1,fp8,fp8,0,0.013876800239086152
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,12,12,128,1,float16,float16,0,0.013284799456596375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,12,12,128,1,float16,fp8,0,0.013678400218486786
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,12,12,128,1,fp8,fp8,0,0.013928000628948212
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,12,1,128,1,float16,float16,0,0.012899200618267059
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,12,1,128,1,float16,fp8,0,0.013686400651931763
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,12,2,128,1,float16,float16,0,0.013075199723243714
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,12,1,128,1,fp8,fp8,0,0.013540799915790557
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,12,2,128,1,float16,fp8,0,0.013609600067138673
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,12,4,128,1,float16,float16,0,0.012744000554084778
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,12,2,128,1,fp8,fp8,0,0.013609600067138673
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,12,4,128,1,float16,fp8,0,0.013654400408267976
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,12,4,128,1,fp8,fp8,0,0.013471999764442444
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,12,12,128,1,float16,float16,0,0.01279039978981018
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,12,12,128,1,float16,fp8,0,0.01353600025177002
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,12,12,128,1,fp8,fp8,0,0.01356319934129715
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,12,1,128,1,float16,float16,0,0.012319999933242797
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,12,1,128,1,float16,fp8,0,0.01316159963607788
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,12,1,128,1,fp8,fp8,0,0.013089600205421447
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,12,2,128,1,float16,float16,0,0.012615999579429627
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,12,2,128,1,float16,fp8,0,0.013121600449085235
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,12,2,128,1,fp8,fp8,0,0.013185599446296692
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,12,4,128,1,float16,float16,0,0.012436799705028534
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,12,4,128,1,float16,fp8,0,0.013214400410652161
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,12,4,128,1,fp8,fp8,0,0.012995199859142303
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,12,12,128,1,float16,float16,0,0.012694400548934937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,12,12,128,1,float16,fp8,0,0.01327199935913086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,12,12,128,1,fp8,fp8,0,0.01340319961309433
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,12,1,128,1,float16,float16,0,0.01202400028705597
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,12,1,128,1,float16,fp8,0,0.01284160017967224
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,12,1,128,1,fp8,fp8,0,0.012919999659061432
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,12,2,128,1,float16,float16,0,0.012134400010108948
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,12,2,128,1,float16,fp8,0,0.012727999687194824
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,12,2,128,1,fp8,fp8,0,0.01265760064125061
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,12,4,128,1,float16,float16,0,0.012067200243473053
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,12,4,128,1,float16,fp8,0,0.012889599800109864
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,12,4,128,1,fp8,fp8,0,0.012998400628566742
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,12,12,128,1,float16,float16,0,0.012243200093507767
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,12,12,128,1,float16,fp8,0,0.013084800541400909
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,12,12,128,1,fp8,fp8,0,0.012992000579833985
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,12,1,128,1,float16,float16,0,0.011816000193357467
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,12,1,128,1,float16,fp8,0,0.012668800354003907
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,12,1,128,1,fp8,fp8,0,0.012664000689983367
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,12,2,128,1,float16,float16,0,0.012094400078058242
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,12,2,128,1,float16,fp8,0,0.01276959925889969
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,12,2,128,1,fp8,fp8,0,0.01279039978981018
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,12,4,128,1,float16,float16,0,0.011926399916410447
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,12,4,128,1,float16,fp8,0,0.012716799974441528
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,12,4,128,1,fp8,fp8,0,0.012647999823093415
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,12,1,128,1,float16,float16,0,0.05025280117988586
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,12,1,128,1,float16,fp8,0,0.04991520047187805
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,12,1,128,1,fp8,fp8,0,0.04998559951782226
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,12,2,128,1,float16,float16,0,0.05990880131721497
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,12,2,128,1,float16,fp8,0,0.06002560257911682
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,12,2,128,1,fp8,fp8,0,0.06042879819869995
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,12,4,128,1,fp8,fp8,0,0.06330400109291076
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,12,4,128,1,float16,fp8,0,0.06319199800491333
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,12,4,128,1,float16,float16,0,0.06599360108375549
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,12,12,128,1,float16,float16,0,0.0793615996837616
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,12,12,128,1,float16,fp8,0,0.07850239872932434
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,12,1,128,1,float16,float16,0,0.024659200012683867
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,12,12,128,1,fp8,fp8,0,0.07755839824676514
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,12,1,128,1,float16,fp8,0,0.026683199405670165
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,12,2,128,1,float16,float16,0,0.02951039969921112
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,12,1,128,1,fp8,fp8,0,0.026576000452041625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,12,2,128,1,float16,fp8,0,0.03084160089492798
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,12,2,128,1,fp8,fp8,0,0.030796799063682555
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,12,4,128,1,float16,float16,0,0.03662880063056946
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,12,4,128,1,float16,fp8,0,0.03184959888458252
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,12,4,128,1,fp8,fp8,0,0.03126879930496216
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,12,12,128,1,float16,float16,0,0.039787200093269345
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,12,12,128,1,float16,fp8,0,0.038894400000572205
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,12,12,128,1,fp8,fp8,0,0.03892799913883209
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,12,1,128,1,float16,float16,0,0.018854400515556334
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,12,1,128,1,float16,fp8,0,0.019948799908161164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,12,1,128,1,fp8,fp8,0,0.019644799828529357
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,12,2,128,1,float16,float16,0,0.018544000387191773
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,12,2,128,1,fp8,fp8,0,0.02032800018787384
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,12,2,128,1,float16,fp8,0,0.019952000677585603
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,12,4,128,1,float16,float16,0,0.01943040043115616
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,12,4,128,1,float16,fp8,0,0.019950400292873382
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,12,4,128,1,fp8,fp8,0,0.020107200741767882
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,12,12,128,1,float16,float16,0,0.022569599747657775
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,12,12,128,1,float16,fp8,0,0.023505599796772005
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,12,12,128,1,fp8,fp8,0,0.023529599606990814
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,12,1,128,1,float16,float16,0,0.013582399487495423
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,12,1,128,1,float16,fp8,0,0.013851200044155122
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,12,1,128,1,fp8,fp8,0,0.01427839994430542
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,12,2,128,1,float16,float16,0,0.013321599364280701
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,12,2,128,1,float16,fp8,0,0.014185599982738495
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,12,2,128,1,fp8,fp8,0,0.014137600362300873
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,12,4,128,1,float16,float16,0,0.013393600285053254
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,12,4,128,1,float16,fp8,0,0.014366400241851807
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,12,4,128,1,fp8,fp8,0,0.014217600226402283
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,12,12,128,1,float16,float16,0,0.016966399550437928
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,12,12,128,1,float16,fp8,0,0.018062399327754976
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,12,1,128,1,float16,float16,0,0.013064000010490417
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,12,12,128,1,fp8,fp8,0,0.017953599989414214
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,12,1,128,1,float16,fp8,0,0.013924799859523773
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,12,1,128,1,fp8,fp8,0,0.013896000385284425
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,12,2,128,1,float16,float16,0,0.012859199941158295
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,12,2,128,1,float16,fp8,0,0.013643200695514678
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,12,2,128,1,fp8,fp8,0,0.013609600067138673
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,12,4,128,1,float16,float16,0,0.01311040073633194
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,12,12,128,1,float16,float16,0,0.01284639984369278
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,12,4,128,1,fp8,fp8,0,0.013799999654293061
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,12,4,128,1,float16,fp8,0,0.013857600092887879
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,12,12,128,1,float16,fp8,0,0.013732799887657165
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,12,12,128,1,fp8,fp8,0,0.0135903999209404
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,12,1,128,1,float16,float16,0,0.01265919953584671
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,12,1,128,1,float16,fp8,0,0.013097600638866424
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,12,1,128,1,fp8,fp8,0,0.013383999466896057
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,12,2,128,1,float16,fp8,0,0.013406400382518769
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,12,2,128,1,float16,float16,0,0.012600000202655792
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,12,2,128,1,fp8,fp8,0,0.0133200004696846
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,12,4,128,1,float16,float16,0,0.012683199346065521
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,12,4,128,1,float16,fp8,0,0.012987199425697326
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,12,4,128,1,fp8,fp8,0,0.013104000687599182
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,12,12,128,1,float16,float16,0,0.012412799894809723
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,12,12,128,1,float16,fp8,0,0.013443200290203095
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,12,12,128,1,fp8,fp8,0,0.013400000333786011
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,12,1,128,1,float16,float16,0,0.012244799733161926
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,12,1,128,1,float16,fp8,0,0.012862400710582733
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,12,1,128,1,fp8,fp8,0,0.012873600423336028
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,12,2,128,1,float16,float16,0,0.012123200297355651
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,12,2,128,1,float16,fp8,0,0.012948800623416901
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,12,2,128,1,fp8,fp8,0,0.012627199292182922
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,12,4,128,1,float16,float16,0,0.012222400307655335
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,12,4,128,1,float16,fp8,0,0.012572799623012543
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,12,12,128,1,float16,float16,0,0.012363199889659882
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,12,4,128,1,fp8,fp8,0,0.01273919939994812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,12,12,128,1,fp8,fp8,0,0.013092799484729767
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,12,12,128,1,float16,fp8,0,0.013318400084972381
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,12,1,128,1,float16,float16,0,0.012145599722862244
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,12,1,128,1,float16,fp8,0,0.012723200023174286
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,12,2,128,1,float16,float16,0,0.01199679970741272
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,12,1,128,1,fp8,fp8,0,0.012681600451469422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,12,2,128,1,fp8,fp8,0,0.013038399815559387
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,12,2,128,1,float16,fp8,0,0.012582400441169738
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,12,4,128,1,float16,float16,0,0.011903999745845795
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,12,4,128,1,float16,fp8,0,0.012606400251388549
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,12,4,128,1,fp8,fp8,0,0.012641599774360657
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,12,12,128,1,float16,float16,0,0.012270399928092956
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,12,12,128,1,float16,fp8,0,0.012980799376964568
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,12,12,128,1,fp8,fp8,0,0.012838399410247803
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,12,1,128,1,float16,float16,0,0.011974400281906128
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,12,1,128,1,float16,fp8,0,0.012529599666595458
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,12,1,128,1,fp8,fp8,0,0.01276479959487915
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,12,2,128,1,float16,float16,0,0.011952000111341477
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,12,2,128,1,float16,fp8,0,0.012727999687194824
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,12,2,128,1,fp8,fp8,0,0.012359999865293504
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,12,4,128,1,float16,float16,0,0.011814399808645248
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,12,4,128,1,float16,fp8,0,0.012518399953842163
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,12,4,128,1,fp8,fp8,0,0.012539200484752655
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,12,1,128,1,float16,float16,0,0.030326399207115173
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,12,1,128,1,float16,fp8,0,0.03284960091114044
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,12,1,128,1,fp8,fp8,0,0.03333120048046112
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,12,2,128,1,float16,float16,0,0.030868801474571227
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,12,2,128,1,float16,fp8,0,0.03351680040359497
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,12,2,128,1,fp8,fp8,0,0.03342080116271973
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,12,4,128,1,float16,fp8,0,0.05133919715881348
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,12,4,128,1,fp8,fp8,0,0.0506496012210846
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,12,4,128,1,float16,float16,0,0.05208479762077332
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,12,12,128,1,float16,float16,0,0.06278560161590577
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,12,12,128,1,float16,fp8,0,0.06731680035591125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,12,12,128,1,fp8,fp8,0,0.06662719845771789
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,12,1,128,1,float16,fp8,0,0.021243199706077576
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,12,1,128,1,float16,float16,0,0.019551999866962433
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,12,1,128,1,fp8,fp8,0,0.02099200040102005
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,12,2,128,1,float16,float16,0,0.01993120014667511
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,12,2,128,1,float16,fp8,0,0.020790399610996248
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,12,2,128,1,fp8,fp8,0,0.021166400611400606
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,12,4,128,1,float16,fp8,0,0.02985279858112335
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,12,4,128,1,float16,float16,0,0.027476799488067628
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,12,4,128,1,fp8,fp8,0,0.030163198709487915
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,12,12,128,1,float16,float16,0,0.03368319869041443
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,12,12,128,1,float16,fp8,0,0.03748640120029449
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,12,12,128,1,fp8,fp8,0,0.03731360137462616
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,12,1,128,1,float16,float16,0,0.013624000549316406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,12,1,128,1,float16,fp8,0,0.014587199687957764
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,12,1,128,1,fp8,fp8,0,0.014632000029087067
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,12,2,128,1,float16,float16,0,0.013967999815940857
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,12,2,128,1,fp8,fp8,0,0.014316800236701965
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,12,4,128,1,float16,float16,0,0.017684799432754517
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,12,2,128,1,float16,fp8,0,0.014596800506114959
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,12,4,128,1,float16,fp8,0,0.019201600551605226
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,12,4,128,1,fp8,fp8,0,0.019201600551605226
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,12,12,128,1,float16,float16,0,0.021559999883174898
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,12,12,128,1,float16,fp8,0,0.02300640046596527
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,12,1,128,1,float16,float16,0,0.013251200318336487
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,12,12,128,1,fp8,fp8,0,0.023150399327278137
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,12,1,128,1,float16,fp8,0,0.014158399403095245
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,12,1,128,1,fp8,fp8,0,0.01401599943637848
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,12,2,128,1,float16,float16,0,0.013347199559211731
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,12,2,128,1,float16,fp8,0,0.013606399297714233
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,12,2,128,1,fp8,fp8,0,0.013835200667381286
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,12,4,128,1,float16,float16,0,0.013249599933624267
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,12,4,128,1,float16,fp8,0,0.014003199338912965
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,12,4,128,1,fp8,fp8,0,0.013990400731563568
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,12,12,128,1,float16,float16,0,0.016484799981117248
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,12,12,128,1,float16,fp8,0,0.017635199427604675
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,12,12,128,1,fp8,fp8,0,0.01773280054330826
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,12,1,128,1,float16,float16,0,0.012708799540996551
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,12,1,128,1,float16,fp8,0,0.013358399271965027
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,12,1,128,1,fp8,fp8,0,0.013489599525928497
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,12,2,128,1,float16,float16,0,0.012375999987125397
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,12,2,128,1,float16,fp8,0,0.013232000172138214
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,12,2,128,1,fp8,fp8,0,0.013031999766826629
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,12,4,128,1,float16,float16,0,0.012566399574279786
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,12,4,128,1,float16,fp8,0,0.01321599930524826
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,12,4,128,1,fp8,fp8,0,0.013260799646377563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,12,12,128,1,float16,float16,0,0.012593600153923034
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,12,12,128,1,float16,fp8,0,0.01321599930524826
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,12,12,128,1,fp8,fp8,0,0.013583999872207642
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,12,1,128,1,float16,float16,0,0.012363199889659882
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,12,1,128,1,float16,fp8,0,0.013084800541400909
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,12,1,128,1,fp8,fp8,0,0.012972800433635712
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,12,2,128,1,float16,float16,0,0.012033600360155106
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,12,2,128,1,float16,fp8,0,0.01252640038728714
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,12,2,128,1,fp8,fp8,0,0.013067199289798737
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,12,4,128,1,float16,float16,0,0.01223680004477501
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,12,4,128,1,float16,fp8,0,0.012875199317932129
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,12,4,128,1,fp8,fp8,0,0.012863999605178833
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,12,12,128,1,float16,float16,0,0.012241599708795547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,12,12,128,1,float16,fp8,0,0.012934400141239167
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,12,12,128,1,fp8,fp8,0,0.013206399977207184
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,12,1,128,1,float16,float16,0,0.012135999649763108
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,12,1,128,1,float16,fp8,0,0.01281760036945343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,12,1,128,1,fp8,fp8,0,0.012676799297332763
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,12,2,128,1,float16,float16,0,0.011865600198507308
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,12,2,128,1,float16,fp8,0,0.012444800138473511
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,12,2,128,1,fp8,fp8,0,0.012852799892425538
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,12,4,128,1,float16,float16,0,0.01191840022802353
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,12,4,128,1,float16,fp8,0,0.012489599734544754
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,12,4,128,1,fp8,fp8,0,0.012587200105190276
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,12,12,128,1,float16,float16,0,0.01250080019235611
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,12,12,128,1,float16,fp8,0,0.012902399897575379
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,12,12,128,1,fp8,fp8,0,0.013372799754142762
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,12,1,128,1,float16,float16,0,0.011865600198507308
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,12,1,128,1,float16,fp8,0,0.012892800569534301
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,12,1,128,1,fp8,fp8,0,0.012699200212955475
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,12,2,128,1,float16,float16,0,0.011795199662446975
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,12,2,128,1,float16,fp8,0,0.012251199781894683
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,12,2,128,1,fp8,fp8,0,0.012673600018024445
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,12,4,128,1,float16,float16,0,0.011644800007343293
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,12,4,128,1,float16,fp8,0,0.012654399871826172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,12,4,128,1,fp8,fp8,0,0.012521600723266602
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,12,12,128,1,float16,float16,0,0.012113600224256515
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,12,12,128,1,float16,fp8,0,0.012740799784660339
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,12,12,128,1,fp8,fp8,0,0.013169600069522858
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,12,1,128,1,float16,float16,0,0.0117296002805233
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,12,1,128,1,float16,fp8,0,0.012588800489902496
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,12,1,128,1,fp8,fp8,0,0.012577599287033081
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,12,2,128,1,float16,float16,0,0.011903999745845795
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,12,2,128,1,float16,fp8,0,0.01268479973077774
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,12,2,128,1,fp8,fp8,0,0.012273599952459335
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,12,4,128,1,float16,float16,0,0.011660800129175187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,12,4,128,1,float16,fp8,0,0.012451200187206269
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,12,4,128,1,fp8,fp8,0,0.01271360069513321
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,12,1,128,1,float16,float16,0,0.02167679965496063
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,12,1,128,1,float16,fp8,0,0.02265920042991638
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,12,1,128,1,fp8,fp8,0,0.02221439927816391
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,12,2,128,1,float16,fp8,0,0.031595200300216675
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,12,2,128,1,float16,float16,0,0.028404799103736878
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,12,2,128,1,fp8,fp8,0,0.031630399823188785
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,12,4,128,1,float16,float16,0,0.04285599887371063
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,12,4,128,1,float16,fp8,0,0.0483599990606308
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,12,4,128,1,fp8,fp8,0,0.04912320077419281
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,12,12,128,1,float16,float16,0,0.05502880215644836
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,12,12,128,1,float16,fp8,0,0.06529759764671325
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,12,1,128,1,float16,float16,0,0.015147200226783753
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,12,12,128,1,fp8,fp8,0,0.06458399891853332
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,12,1,128,1,float16,fp8,0,0.015643200278282164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,12,2,128,1,float16,float16,0,0.01838400065898895
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,12,1,128,1,fp8,fp8,0,0.015600000321865082
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,12,2,128,1,float16,fp8,0,0.019915199279785155
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,12,2,128,1,fp8,fp8,0,0.019814400374889372
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,12,4,128,1,float16,float16,0,0.026035198569297792
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,12,4,128,1,float16,fp8,0,0.029032000899314882
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,12,4,128,1,fp8,fp8,0,0.028838399052619933
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,12,12,128,1,float16,float16,0,0.03209120035171509
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,12,12,128,1,float16,fp8,0,0.036713600158691406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,12,12,128,1,fp8,fp8,0,0.03688479959964752
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,12,1,128,1,float16,float16,0,0.013262400031089782
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,12,1,128,1,float16,fp8,0,0.014004799723625182
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,12,1,128,1,fp8,fp8,0,0.01404000073671341
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,12,2,128,1,float16,float16,0,0.013443200290203095
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,12,2,128,1,float16,fp8,0,0.014168000221252442
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,12,2,128,1,fp8,fp8,0,0.014180800318717957
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,12,4,128,1,float16,float16,0,0.01703840047121048
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,12,4,128,1,float16,fp8,0,0.018531200289726258
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,12,4,128,1,fp8,fp8,0,0.01874080002307892
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,12,12,128,1,float16,float16,0,0.02083680033683777
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,12,12,128,1,float16,fp8,0,0.022779199481010436
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,12,12,128,1,fp8,fp8,0,0.022912000119686127
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,12,1,128,1,float16,float16,0,0.012388800084590913
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,12,1,128,1,float16,fp8,0,0.013260799646377563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,12,1,128,1,fp8,fp8,0,0.013529600203037262
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,12,2,128,1,float16,float16,0,0.012785600125789642
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,12,2,128,1,float16,fp8,0,0.013548800349235534
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,12,2,128,1,fp8,fp8,0,0.013625599443912506
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,12,4,128,1,float16,float16,0,0.012548799812793731
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,12,4,128,1,float16,fp8,0,0.013622400164604188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,12,4,128,1,fp8,fp8,0,0.01361120045185089
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,12,12,128,1,float16,float16,0,0.016327999532222748
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,12,12,128,1,float16,fp8,0,0.01754239946603775
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,12,12,128,1,fp8,fp8,0,0.01754560023546219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,12,1,128,1,float16,float16,0,0.011776000261306763
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,12,1,128,1,float16,fp8,0,0.012612800300121307
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,12,1,128,1,fp8,fp8,0,0.01265760064125061
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,12,2,128,1,float16,float16,0,0.01185920014977455
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,12,2,128,1,float16,fp8,0,0.012918399274349212
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,12,2,128,1,fp8,fp8,0,0.012848000228404998
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,12,4,128,1,float16,float16,0,0.01199520006775856
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,12,4,128,1,float16,fp8,0,0.012862400710582733
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,12,4,128,1,fp8,fp8,0,0.01292639970779419
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,12,12,128,1,float16,float16,0,0.012353599816560746
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,12,12,128,1,float16,fp8,0,0.01342879980802536
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,12,12,128,1,fp8,fp8,0,0.013433599472045898
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,12,1,128,1,float16,float16,0,0.011849600076675414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,12,1,128,1,float16,fp8,0,0.01242239996790886
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,12,1,128,1,fp8,fp8,0,0.012491200119256973
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,12,2,128,1,float16,float16,0,0.012031999975442886
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,12,2,128,1,float16,fp8,0,0.012368000298738479
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,12,2,128,1,fp8,fp8,0,0.01268479973077774
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,12,4,128,1,float16,float16,0,0.011908800154924393
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,12,4,128,1,float16,fp8,0,0.012628799676895142
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,12,4,128,1,fp8,fp8,0,0.012622399628162384
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,12,12,128,1,float16,float16,0,0.012289600074291229
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,12,12,128,1,float16,fp8,0,0.013016000390052795
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,12,12,128,1,fp8,fp8,0,0.01290079951286316
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,12,1,128,1,float16,float16,0,0.01154400035738945
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,12,1,128,1,float16,fp8,0,0.012212800234556198
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,12,1,128,1,fp8,fp8,0,0.012251199781894683
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,12,2,128,1,float16,float16,0,0.011598400026559829
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,12,2,128,1,float16,fp8,0,0.012212800234556198
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,12,2,128,1,fp8,fp8,0,0.012300799787044524
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,12,4,128,1,float16,float16,0,0.011640000343322753
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,12,4,128,1,float16,fp8,0,0.01241919994354248
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,12,4,128,1,fp8,fp8,0,0.012238399684429168
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,12,12,128,1,float16,float16,0,0.012409599870443344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,12,12,128,1,float16,fp8,0,0.013033600151538849
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,12,12,128,1,fp8,fp8,0,0.012916800379753113
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,12,1,128,1,float16,float16,0,0.011358399689197541
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,12,1,128,1,float16,fp8,0,0.012326399981975555
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,12,1,128,1,fp8,fp8,0,0.012249600142240524
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,12,2,128,1,float16,float16,0,0.01144160032272339
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,12,2,128,1,float16,fp8,0,0.012278400361537933
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,12,2,128,1,fp8,fp8,0,0.012227199971675873
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,12,4,128,1,float16,float16,0,0.011563199758529662
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,12,4,128,1,float16,fp8,0,0.012432000041007996
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,12,4,128,1,fp8,fp8,0,0.01226079985499382
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,12,12,128,1,float16,float16,0,0.011881600320339202
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,12,12,128,1,float16,fp8,0,0.012668800354003907
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,12,12,128,1,fp8,fp8,0,0.012654399871826172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,12,1,128,1,float16,float16,0,0.01159520000219345
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,12,1,128,1,float16,fp8,0,0.012307199835777282
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,12,1,128,1,fp8,fp8,0,0.012081599980592727
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,12,2,128,1,float16,float16,0,0.011481600254774094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,12,2,128,1,float16,fp8,0,0.012281599640846252
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,12,2,128,1,fp8,fp8,0,0.012359999865293504
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,12,4,128,1,float16,float16,0,0.011593600362539291
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,12,4,128,1,float16,fp8,0,0.0122079998254776
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,12,4,128,1,fp8,fp8,0,0.012337599694728852
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,8,1,128,1,float16,fp8,0,6.30158576965332
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,8,2,128,1,float16,fp8,0,6.259747314453125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,8,1,128,1,float16,float16,0,7.37117919921875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,8,2,128,1,float16,float16,0,7.47430419921875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,8,2,128,1,fp8,fp8,0,6.201286315917969
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,8,8,128,1,float16,float16,0,3.8744640350341797
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,8,8,128,1,float16,fp8,0,3.362752151489258
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,8,8,128,1,fp8,fp8,0,3.3354160308837892
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,8,1,128,1,float16,float16,0,3.603343963623047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,8,4,128,1,float16,fp8,0,6.403038024902344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,8,4,128,1,float16,float16,0,7.63061294555664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,8,4,128,1,fp8,fp8,0,6.360003280639648
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,8,1,128,1,float16,fp8,0,3.1877376556396486
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,8,1,128,1,fp8,fp8,0,3.095337677001953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,8,2,128,1,float16,float16,0,3.6215694427490233
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,8,1,128,1,fp8,fp8,0,16.394448852539064
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,8,2,128,1,float16,fp8,0,3.1877983093261717
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,8,2,128,1,fp8,fp8,0,3.1366527557373045
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,8,8,128,1,float16,float16,0,1.827444839477539
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,8,4,128,1,float16,fp8,0,3.172153663635254
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,8,4,128,1,float16,float16,0,3.7468433380126953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,8,8,128,1,float16,fp8,0,1.930748748779297
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,8,4,128,1,fp8,fp8,0,3.157644844055176
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,8,1,128,1,float16,float16,0,1.7474496841430665
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,8,1,128,1,float16,fp8,0,1.5604960441589355
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,8,1,128,1,fp8,fp8,0,1.7011184692382812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,8,2,128,1,float16,float16,0,1.7515008926391602
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,8,2,128,1,float16,fp8,0,1.7138847351074218
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,8,2,128,1,fp8,fp8,0,1.6440671920776366
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,8,4,128,1,float16,float16,0,1.7619216918945313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,8,8,128,1,float16,float16,0,0.9165535926818847
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,8,4,128,1,fp8,fp8,0,1.5865983963012695
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,8,4,128,1,float16,fp8,0,1.7965919494628906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,8,8,128,1,float16,fp8,0,0.9865728378295898
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,8,8,128,1,fp8,fp8,0,0.8461759567260743
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,8,8,128,1,fp8,fp8,0,4.241985702514649
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,8,1,128,1,float16,float16,0,0.8520959854125977
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,8,1,128,1,float16,fp8,0,0.8951968193054199
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,8,1,128,1,fp8,fp8,0,0.893614387512207
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,8,2,128,1,float16,float16,0,0.8615599632263183
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,8,2,128,1,float16,fp8,0,0.8319087982177734
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,8,2,128,1,fp8,fp8,0,0.8921615600585937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,8,4,128,1,float16,float16,0,0.8871567726135254
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,8,4,128,1,fp8,fp8,0,0.8906240463256836
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,8,4,128,1,float16,fp8,0,2.000921630859375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,8,1,128,1,float16,fp8,0,3.634438323974609
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,8,1,128,1,fp8,fp8,0,3.794847869873047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,8,2,128,1,float16,fp8,0,3.5764366149902345
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,8,2,128,1,fp8,fp8,0,3.721446228027344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,8,1,128,1,float16,float16,0,4.101987075805664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,8,2,128,1,float16,float16,0,4.301887893676758
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,8,4,128,1,float16,float16,0,4.450446319580078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,8,8,128,1,float16,fp8,0,1.871718406677246
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,8,8,128,1,fp8,fp8,0,1.8557039260864259
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,8,8,128,1,float16,float16,0,2.2259183883666993
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,8,1,128,1,float16,float16,0,2.050707244873047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,8,1,128,1,float16,fp8,0,1.93306884765625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,8,1,128,1,fp8,fp8,0,1.82730712890625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,8,4,128,1,fp8,fp8,0,3.623851013183594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,8,2,128,1,float16,fp8,0,1.7936639785766602
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,8,2,128,1,float16,float16,0,2.011280059814453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,8,2,128,1,fp8,fp8,0,2.043191909790039
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,8,4,128,1,float16,fp8,0,1.8660112380981446
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,8,4,128,1,float16,float16,0,2.1376752853393555
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,8,8,128,1,float16,float16,0,1.0902576446533203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,8,4,128,1,fp8,fp8,0,1.833660888671875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,8,8,128,1,float16,fp8,0,0.9748127937316895
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,8,8,128,1,fp8,fp8,0,1.085696029663086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,8,1,128,1,float16,fp8,0,0.8920111656188965
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,8,1,128,1,float16,float16,0,1.0251791954040528
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,8,1,128,1,fp8,fp8,0,0.99136962890625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,8,2,128,1,float16,float16,0,1.047555160522461
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,8,2,128,1,float16,fp8,0,0.8976752281188964
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,8,2,128,1,fp8,fp8,0,0.9264800071716308
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,8,8,128,1,float16,float16,0,0.5762095928192139
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,8,4,128,1,float16,float16,0,1.0590127944946288
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,8,4,128,1,float16,fp8,0,0.9163968086242675
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,8,8,128,1,fp8,fp8,0,0.49402880668640137
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,8,8,128,1,float16,fp8,0,0.5534912109375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,8,1,128,1,float16,float16,0,0.49106721878051757
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,8,4,128,1,fp8,fp8,0,1.0512991905212403
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,8,1,128,1,float16,fp8,0,0.4555232048034668
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,8,1,128,1,fp8,fp8,0,0.49738402366638185
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,8,2,128,1,float16,fp8,0,0.4515552043914795
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,8,2,128,1,float16,float16,0,0.4879007816314697
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,8,2,128,1,fp8,fp8,0,0.4895040035247803
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,8,4,128,1,float16,float16,0,0.5256464004516601
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,8,4,128,1,float16,fp8,0,0.5030640125274658
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,8,4,128,1,float16,fp8,0,10.165290832519531
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,8,4,128,1,fp8,fp8,0,0.4902751922607422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,8,1,128,1,float16,fp8,0,2.491484832763672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,8,1,128,1,fp8,fp8,0,2.546235275268555
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,8,2,128,1,float16,fp8,0,2.5797264099121096
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,8,1,128,1,float16,float16,0,2.945734405517578
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,8,2,128,1,float16,float16,0,3.029694366455078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,8,4,128,1,float16,float16,0,3.1228527069091796
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,8,8,128,1,float16,float16,0,1.5369903564453125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,8,8,128,1,float16,fp8,0,1.5136367797851562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,8,8,128,1,fp8,fp8,0,1.4424448013305664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,8,4,128,1,float16,fp8,0,2.696615982055664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,8,1,128,1,float16,float16,0,1.7533855438232422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,8,4,128,1,fp8,fp8,0,2.7458608627319334
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,8,1,128,1,float16,fp8,0,1.4101455688476563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,8,1,128,1,fp8,fp8,0,1.370697593688965
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,8,2,128,1,float16,float16,0,1.3989520072937012
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,8,2,128,1,float16,fp8,0,1.2824224472045898
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,8,2,128,1,fp8,fp8,0,1.322646427154541
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,8,4,128,1,float16,fp8,0,1.298192024230957
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,8,8,128,1,float16,float16,0,0.8083312034606933
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,8,8,128,1,float16,fp8,0,0.8163599967956543
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,8,8,128,1,fp8,fp8,0,0.6980224132537842
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,8,4,128,1,float16,float16,0,1.7375295639038086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,8,4,128,1,fp8,fp8,0,1.3521615982055664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,8,1,128,1,float16,float16,0,0.6907120227813721
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,8,1,128,1,float16,fp8,0,0.6443136215209961
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,8,1,128,1,fp8,fp8,0,0.7048480033874511
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,8,2,128,1,float16,fp8,0,0.6481056213378906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,8,2,128,1,float16,float16,0,0.8126928329467773
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,8,2,128,1,fp8,fp8,0,0.74203519821167
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,8,2,128,1,fp8,fp8,0,7.934024047851563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,8,8,128,1,float16,float16,0,0.45601282119750974
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,8,4,128,1,float16,float16,0,0.7352528095245361
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,8,4,128,1,float16,fp8,0,0.6751279830932617
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,8,8,128,1,float16,fp8,0,0.366758394241333
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,8,4,128,1,fp8,fp8,0,0.6522175788879394
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,8,1,128,1,float16,float16,0,0.387064003944397
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,8,8,128,1,fp8,fp8,0,0.4652815818786621
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,8,2,128,1,float16,float16,0,0.364630389213562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,8,1,128,1,fp8,fp8,0,0.3683664083480835
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,8,2,128,1,float16,fp8,0,0.33340160846710204
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,8,2,128,1,fp8,fp8,0,0.3415280103683472
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,8,4,128,1,float16,float16,0,0.37317919731140137
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,8,4,128,1,float16,fp8,0,0.3615151882171631
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,8,4,128,1,fp8,fp8,0,0.4302271842956543
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,8,1,128,1,float16,fp8,0,1.1601408004760743
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,8,1,128,1,fp8,fp8,0,3.2549774169921877
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,8,1,128,1,float16,fp8,0,3.461511993408203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,8,2,128,1,float16,fp8,0,3.4052078247070314
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,8,2,128,1,fp8,fp8,0,3.3215599060058594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,8,2,128,1,float16,float16,0,4.007614517211914
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,8,1,128,1,float16,float16,0,4.431679916381836
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,8,4,128,1,float16,float16,0,4.287179183959961
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,8,8,128,1,float16,fp8,0,1.72192325592041
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,8,8,128,1,fp8,fp8,0,1.745707130432129
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,8,8,128,1,float16,float16,0,2.062059211730957
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,8,1,128,1,float16,float16,0,1.9255647659301758
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,8,1,128,1,float16,fp8,0,1.7951200485229493
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,8,1,128,1,fp8,fp8,0,1.8349824905395509
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,8,4,128,1,fp8,fp8,0,3.320524978637695
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,8,2,128,1,float16,fp8,0,1.6372304916381837
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,8,2,128,1,float16,float16,0,1.813814353942871
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,8,2,128,1,fp8,fp8,0,1.8539600372314453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,8,8,128,1,float16,float16,0,0.969972801208496
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,8,4,128,1,float16,fp8,0,1.6854288101196289
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,8,4,128,1,float16,float16,0,1.9916303634643555
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,8,8,128,1,float16,fp8,0,0.8817503929138184
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,8,4,128,1,fp8,fp8,0,1.6757936477661133
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,8,8,128,1,fp8,fp8,0,1.034169578552246
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,8,1,128,1,float16,float16,0,0.8942784309387207
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,8,1,128,1,float16,fp8,0,0.9105983734130859
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,8,1,128,1,fp8,fp8,0,0.818723201751709
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,8,2,128,1,float16,fp8,0,0.8248576164245606
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,8,2,128,1,float16,float16,0,0.9505824089050293
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,8,2,128,1,fp8,fp8,0,0.825376033782959
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,8,4,128,1,float16,float16,0,0.9998831748962402
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,8,8,128,1,float16,float16,0,0.4877647876739502
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,8,8,128,1,float16,fp8,0,0.4418303966522217
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,8,4,128,1,float16,fp8,0,0.9556528091430664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,8,8,128,1,fp8,fp8,0,0.47913599014282227
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,8,1,128,1,float16,float16,0,0.4490784168243408
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,8,4,128,1,fp8,fp8,0,0.893841552734375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,8,1,128,1,fp8,fp8,0,0.41410398483276367
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,8,1,128,1,float16,fp8,0,0.47622079849243165
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,8,2,128,1,float16,float16,0,0.45444960594177247
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,8,2,128,1,float16,fp8,0,0.4756944179534912
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,8,2,128,1,fp8,fp8,0,0.447983980178833
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,8,4,128,1,float16,float16,0,0.4778416156768799
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,8,4,128,1,float16,fp8,0,0.45208001136779785
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,8,8,128,1,float16,float16,0,0.27173919677734376
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,8,8,128,1,float16,fp8,0,0.233622407913208
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,8,8,128,1,fp8,fp8,0,0.2549792051315308
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,8,1,128,1,float16,float16,0,0.23401598930358886
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,8,4,128,1,fp8,fp8,0,0.42589120864868163
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,8,1,128,1,float16,fp8,0,0.2302783966064453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,8,1,128,1,fp8,fp8,0,0.22350881099700928
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,8,2,128,1,float16,float16,0,0.23142879009246825
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,8,2,128,1,float16,fp8,0,0.240830397605896
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,8,2,128,1,fp8,fp8,0,0.21640479564666748
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,8,4,128,1,float16,fp8,0,0.21490559577941895
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,8,4,128,1,float16,float16,0,0.24681921005249025
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,8,4,128,1,fp8,fp8,0,0.2278671979904175
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,8,4,128,1,float16,fp8,0,11.779752349853515
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,8,1,128,1,fp8,fp8,0,1.892705535888672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,8,1,128,1,float16,fp8,0,1.9667264938354492
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,8,1,128,1,float16,float16,0,2.146939277648926
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,8,2,128,1,float16,fp8,0,1.9691423416137694
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,8,2,128,1,fp8,fp8,0,1.9487823486328124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,8,2,128,1,float16,float16,0,2.2200271606445314
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,8,8,128,1,float16,fp8,0,1.0422656059265136
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,8,8,128,1,fp8,fp8,0,1.0338512420654298
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,8,8,128,1,float16,float16,0,1.266500759124756
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,8,1,128,1,float16,float16,0,1.157425594329834
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,8,4,128,1,float16,fp8,0,1.9513408660888671
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,8,4,128,1,fp8,fp8,0,1.983252716064453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,8,1,128,1,float16,fp8,0,0.9524720191955567
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,8,1,128,1,fp8,fp8,0,0.9601183891296386
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,8,2,128,1,float16,fp8,0,1.0806528091430665
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,8,2,128,1,float16,float16,0,1.1268511772155763
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,8,2,128,1,fp8,fp8,0,1.0167951583862305
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,8,4,128,1,float16,float16,0,1.0833552360534668
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,8,8,128,1,fp8,fp8,0,0.5220335960388184
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,8,8,128,1,float16,fp8,0,0.5748960018157959
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,8,8,128,1,float16,float16,0,0.610094404220581
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,8,4,128,1,float16,fp8,0,0.9812944412231446
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,8,4,128,1,fp8,fp8,0,0.9901663780212402
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,8,1,128,1,float16,float16,0,0.524451208114624
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,8,1,128,1,fp8,fp8,0,0.4837183952331543
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,8,1,128,1,float16,fp8,0,0.5160208225250245
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,8,2,128,1,float16,fp8,0,0.5042143821716308
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,8,2,128,1,float16,float16,0,0.5389039993286133
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,8,2,128,1,fp8,fp8,0,0.4849552154541016
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,8,4,128,1,float16,float16,0,0.5495696067810059
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,8,8,128,1,float16,fp8,0,0.27999680042266845
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,8,8,128,1,float16,float16,0,0.3300528049468994
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,8,4,128,1,float16,fp8,0,0.5231215953826904
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,8,1,128,1,float16,float16,0,0.25977919101715086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,8,1,128,1,float16,fp8,0,0.24843840599060057
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,8,8,128,1,fp8,fp8,0,0.28171520233154296
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,8,4,128,1,fp8,fp8,0,0.498199987411499
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,8,1,128,1,fp8,fp8,0,0.2549839973449707
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,8,2,128,1,float16,fp8,0,0.2529040098190308
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,8,2,128,1,fp8,fp8,0,0.25427520275115967
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,8,2,128,1,float16,float16,0,0.2746272087097168
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,8,4,128,1,float16,fp8,0,0.2564255952835083
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,8,4,128,1,float16,float16,0,0.280022406578064
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,8,4,128,1,fp8,fp8,0,0.2538815975189209
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,8,8,128,1,float16,float16,0,0.1739967942237854
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,8,8,128,1,float16,fp8,0,0.14606560468673707
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,8,8,128,1,fp8,fp8,0,0.14746079444885254
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,8,1,128,1,float16,float16,0,0.14706560373306274
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,8,1,128,1,float16,fp8,0,0.13524479866027833
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,8,1,128,1,fp8,fp8,0,0.13390079736709595
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,8,2,128,1,float16,float16,0,0.1455952048301697
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,8,2,128,1,float16,fp8,0,0.13684799671173095
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,8,2,128,1,fp8,fp8,0,0.13381119966506957
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,8,4,128,1,float16,float16,0,0.15397119522094727
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,8,4,128,1,float16,fp8,0,0.14086400270462035
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,8,4,128,1,fp8,fp8,0,0.13652000427246094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,8,1,128,1,float16,fp8,0,1.8097183227539062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,8,1,128,1,fp8,fp8,0,1.8099504470825196
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,8,1,128,1,float16,float16,0,1.988252830505371
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,8,2,128,1,float16,fp8,0,1.819950485229492
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,8,2,128,1,fp8,fp8,0,1.8358959197998046
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,8,2,128,1,float16,float16,0,2.02381591796875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,8,4,128,1,float16,float16,0,2.1224512100219726
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,8,8,128,1,float16,fp8,0,1.0041536331176757
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,8,4,128,1,float16,float16,0,10.017729949951171
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,8,8,128,1,fp8,fp8,0,1.0026847839355468
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,8,1,128,1,float16,float16,0,1.046776008605957
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,8,8,128,1,float16,float16,0,1.1776944160461427
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,8,1,128,1,float16,fp8,0,0.9991503715515136
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,8,4,128,1,float16,fp8,0,1.8813264846801758
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,8,4,128,1,fp8,fp8,0,1.8851615905761718
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,8,1,128,1,fp8,fp8,0,0.9136528015136719
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,8,2,128,1,float16,fp8,0,0.9160335540771485
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,8,2,128,1,fp8,fp8,0,1.008796787261963
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,8,4,128,1,float16,fp8,0,0.9811056137084961
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,8,4,128,1,float16,float16,0,1.0605520248413085
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,8,8,128,1,float16,float16,0,0.5689328193664551
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,8,8,128,1,float16,fp8,0,0.5098271846771241
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,8,8,128,1,fp8,fp8,0,0.5115327835083008
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,8,1,128,1,float16,float16,0,0.5040351867675781
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,8,4,128,1,fp8,fp8,0,0.9351951599121093
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,8,1,128,1,float16,fp8,0,0.46939997673034667
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,8,1,128,1,fp8,fp8,0,0.5243231773376464
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,8,2,128,1,float16,float16,0,0.4985231876373291
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,8,2,128,1,float16,fp8,0,0.46622557640075685
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,8,2,128,1,fp8,fp8,0,0.46757121086120607
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,8,8,128,1,float16,float16,0,0.30248959064483644
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,8,4,128,1,float16,fp8,0,0.47438879013061525
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,8,8,128,1,float16,fp8,0,0.26365759372711184
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,8,4,128,1,float16,float16,0,0.5264912128448487
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,8,4,128,1,fp8,fp8,0,0.48658080101013185
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,8,8,128,1,fp8,fp8,0,0.26269919872283937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,8,1,128,1,float16,float16,0,0.24959840774536132
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,8,1,128,1,float16,fp8,0,0.25369279384613036
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,8,1,128,1,fp8,fp8,0,0.23330559730529785
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,8,2,128,1,float16,float16,0,0.25502240657806396
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,8,2,128,1,fp8,fp8,0,0.23714239597320558
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,8,2,128,1,float16,fp8,0,0.24579041004180907
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,8,4,128,1,float16,float16,0,0.2651119947433472
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,8,8,128,1,float16,float16,0,0.15192320346832275
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,8,8,128,1,fp8,fp8,0,0.13650879859924317
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,8,8,128,1,float16,fp8,0,0.14034559726715087
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,8,1,128,1,float16,float16,0,0.12809120416641234
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,8,4,128,1,float16,fp8,0,0.26369280815124513
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,8,4,128,1,fp8,fp8,0,0.24244799613952636
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,8,1,128,1,float16,fp8,0,0.12197920083999633
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,8,1,128,1,fp8,fp8,0,0.11997599601745605
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,8,2,128,1,float16,float16,0,0.13560479879379272
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,8,2,128,1,float16,fp8,0,0.12185920476913452
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,8,2,128,1,fp8,fp8,0,0.12522720098495482
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,8,4,128,1,float16,float16,0,0.13598239421844482
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,8,4,128,1,float16,fp8,0,0.1274783968925476
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,8,8,128,1,float16,fp8,0,0.0694271981716156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,8,8,128,1,float16,float16,0,0.07866079807281494
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,8,4,128,1,fp8,fp8,0,0.130731201171875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,8,8,128,1,fp8,fp8,0,0.07045440077781677
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,8,1,128,1,float16,float16,0,0.06502720117568969
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,8,1,128,1,float16,fp8,0,0.06460959911346435
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,8,1,128,1,fp8,fp8,0,0.0646336019039154
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,8,2,128,1,float16,float16,0,0.06782079935073852
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,8,2,128,1,float16,fp8,0,0.0642687976360321
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,8,2,128,1,fp8,fp8,0,0.0653984010219574
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,8,4,128,1,float16,fp8,0,0.06593120098114014
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,8,4,128,1,float16,float16,0,0.0681119978427887
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,8,4,128,1,fp8,fp8,0,0.06611199975013733
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,8,2,128,1,float16,float16,0,4.404763031005859
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,8,1,128,1,float16,float16,0,1.126137638092041
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,8,1,128,1,float16,fp8,0,1.0856512069702149
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,8,1,128,1,fp8,fp8,0,1.076193618774414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,8,2,128,1,float16,fp8,0,1.0905856132507323
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,8,2,128,1,fp8,fp8,0,1.091971206665039
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,8,2,128,1,float16,float16,0,1.162558364868164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,8,1,128,1,float16,float16,0,0.5939680099487304
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,8,8,128,1,fp8,fp8,0,0.6171520233154297
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,8,8,128,1,float16,fp8,0,0.6169151782989502
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,8,8,128,1,float16,float16,0,0.6993711948394775
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,8,4,128,1,fp8,fp8,0,1.1414336204528808
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,8,4,128,1,float16,fp8,0,1.2087936401367188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,8,1,128,1,float16,fp8,0,0.5755087852478027
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,8,1,128,1,fp8,fp8,0,0.5502079963684082
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,8,2,128,1,float16,float16,0,0.5823135852813721
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,8,2,128,1,float16,fp8,0,0.5643727779388428
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,8,2,128,1,fp8,fp8,0,0.5531424045562744
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,8,8,128,1,float16,fp8,0,0.3170959949493408
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,8,4,128,1,float16,float16,0,0.6254655838012695
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,8,8,128,1,float16,float16,0,0.3644223928451538
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,8,4,128,1,float16,fp8,0,0.6001039981842041
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,8,4,128,1,fp8,fp8,0,0.5743519783020019
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,8,8,128,1,fp8,fp8,0,0.31496319770812986
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,8,1,128,1,float16,float16,0,0.29236640930175783
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,8,1,128,1,float16,fp8,0,0.2865247964859009
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,8,1,128,1,fp8,fp8,0,0.28407199382781984
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,8,2,128,1,float16,float16,0,0.300710391998291
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,8,2,128,1,float16,fp8,0,0.28123199939727783
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,8,2,128,1,fp8,fp8,0,0.28434560298919676
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,8,4,128,1,float16,float16,0,0.31683518886566164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,8,4,128,1,float16,fp8,0,0.30035359859466554
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,8,8,128,1,float16,fp8,0,0.16254400014877318
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,8,8,128,1,float16,float16,0,0.19033600091934205
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,8,8,128,1,fp8,fp8,0,0.16342560052871705
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,8,4,128,1,fp8,fp8,0,0.29764161109924314
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,8,1,128,1,float16,float16,0,0.15267200469970704
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,8,1,128,1,float16,fp8,0,0.1495776057243347
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,8,1,128,1,fp8,fp8,0,0.14611999988555907
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,8,2,128,1,float16,fp8,0,0.1484320044517517
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,8,2,128,1,float16,float16,0,0.15721280574798585
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,8,2,128,1,fp8,fp8,0,0.1488767981529236
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,8,4,128,1,float16,float16,0,0.16476960182189943
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,8,8,128,1,float16,float16,0,0.10193439722061157
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,8,8,128,1,float16,fp8,0,0.08953920006752014
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,8,4,128,1,float16,fp8,0,0.1570688009262085
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,8,4,128,1,fp8,fp8,0,0.15321439504623413
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,8,8,128,1,fp8,fp8,0,0.08922560214996338
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,8,1,128,1,float16,float16,0,0.08169599771499633
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,8,1,128,1,float16,fp8,0,0.07862240076065063
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,8,1,128,1,fp8,fp8,0,0.07927839756011963
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,8,2,128,1,float16,float16,0,0.08560320138931274
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,8,2,128,1,float16,fp8,0,0.07851999998092651
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,8,2,128,1,fp8,fp8,0,0.07858399748802185
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,8,4,128,1,float16,float16,0,0.09110879898071289
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,8,4,128,1,float16,fp8,0,0.07925760149955749
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,8,4,128,1,fp8,fp8,0,0.08091040253639221
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,8,8,128,1,float16,float16,0,0.05881919860839844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,8,8,128,1,float16,fp8,0,0.05108000040054321
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,8,8,128,1,fp8,fp8,0,0.051920002698898314
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,8,1,128,1,float16,float16,0,0.04998239874839783
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,8,1,128,1,float16,fp8,0,0.04941920042037964
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,8,1,128,1,fp8,fp8,0,0.04991360008716583
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,8,2,128,1,float16,float16,0,0.05072000026702881
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,8,2,128,1,float16,fp8,0,0.049404799938201904
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,8,2,128,1,fp8,fp8,0,0.05013120174407959
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,8,4,128,1,float16,fp8,0,0.05005599856376648
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,8,4,128,1,float16,float16,0,0.05134080052375793
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,8,4,128,1,fp8,fp8,0,0.0501039981842041
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,8,4,128,1,float16,float16,0,5.350487899780274
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,8,1,128,1,float16,float16,0,1.0874688148498535
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,8,1,128,1,float16,fp8,0,1.0610655784606933
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,8,1,128,1,fp8,fp8,0,1.0701631546020507
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,8,2,128,1,float16,fp8,0,1.0764896392822265
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,8,2,128,1,float16,float16,0,1.1375120162963868
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,8,4,128,1,float16,float16,0,1.2350496292114257
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,8,8,128,1,float16,fp8,0,0.6335360050201416
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,8,8,128,1,fp8,fp8,0,0.660868787765503
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,8,8,128,1,float16,float16,0,0.7155968189239502
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,8,4,128,1,float16,fp8,0,1.1475040435791015
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,8,4,128,1,fp8,fp8,0,1.131924819946289
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,8,1,128,1,float16,float16,0,0.5643551826477051
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,8,1,128,1,float16,fp8,0,0.5436399936676025
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,8,1,128,1,fp8,fp8,0,0.5526768207550049
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,8,2,128,1,float16,float16,0,0.5762095928192139
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,8,2,128,1,float16,fp8,0,0.5415728092193604
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,8,2,128,1,fp8,fp8,0,0.542252779006958
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,8,8,128,1,float16,float16,0,0.36612160205841066
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,8,4,128,1,float16,fp8,0,0.5782063961029053
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,8,4,128,1,float16,float16,0,0.6295216083526611
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,8,8,128,1,float16,fp8,0,0.3208015918731689
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,8,4,128,1,fp8,fp8,0,0.5820096015930176
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,8,8,128,1,fp8,fp8,0,0.3209327936172485
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,8,1,128,1,float16,float16,0,0.28618559837341306
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,8,1,128,1,float16,fp8,0,0.27805280685424805
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,8,1,128,1,fp8,fp8,0,0.28116641044616697
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,8,2,128,1,float16,float16,0,0.2938816070556641
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,8,2,128,1,float16,fp8,0,0.2803679943084717
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,8,2,128,1,fp8,fp8,0,0.27829439640045167
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,8,4,128,1,float16,float16,0,0.32117280960083006
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,8,8,128,1,float16,float16,0,0.19030239582061767
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,8,8,128,1,float16,fp8,0,0.16848160028457643
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,8,8,128,1,fp8,fp8,0,0.16769759654998778
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,8,4,128,1,float16,fp8,0,0.2959743976593018
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,8,4,128,1,fp8,fp8,0,0.2991391897201538
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,8,2,128,1,fp8,fp8,0,3.5459041595458984
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,8,1,128,1,float16,float16,0,0.1497663974761963
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,8,1,128,1,float16,fp8,0,0.14489599466323852
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,8,1,128,1,fp8,fp8,0,0.14574400186538697
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,8,2,128,1,float16,float16,0,0.1540735960006714
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,8,2,128,1,float16,fp8,0,0.14708800315856935
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,8,2,128,1,fp8,fp8,0,0.148526394367218
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,8,4,128,1,float16,fp8,0,0.154748797416687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,8,8,128,1,float16,fp8,0,0.08995680212974548
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,8,4,128,1,fp8,fp8,0,0.15282080173492432
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,8,8,128,1,float16,float16,0,0.0998736023902893
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,8,8,128,1,fp8,fp8,0,0.0901311993598938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,8,1,128,1,float16,float16,0,0.08017280101776122
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,8,1,128,1,float16,fp8,0,0.07538560032844543
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,8,2,128,1,float16,float16,0,0.08276320099830628
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,8,1,128,1,fp8,fp8,0,0.0754368007183075
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,8,2,128,1,float16,fp8,0,0.0764527976512909
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,8,4,128,1,float16,float16,0,0.493668794631958
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,8,2,128,1,fp8,fp8,0,0.0766752004623413
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,8,4,128,1,float16,float16,0,0.08909440040588379
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,8,8,128,1,float16,float16,0,0.05429120063781738
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,8,4,128,1,float16,fp8,0,0.08076000213623047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,8,4,128,1,fp8,fp8,0,0.08116639852523803
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,8,8,128,1,float16,fp8,0,0.0460319995880127
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,8,1,128,1,float16,float16,0,0.04246079921722412
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,8,1,128,1,float16,fp8,0,0.04267039895057678
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,8,8,128,1,fp8,fp8,0,0.13757120370864867
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,8,1,128,1,fp8,fp8,0,0.041571199893951416
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,8,2,128,1,float16,float16,0,0.04269759953022003
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,8,2,128,1,float16,fp8,0,0.042238399386405945
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,8,2,128,1,fp8,fp8,0,0.042192000150680545
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,8,4,128,1,float16,float16,0,0.045998400449752806
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,8,4,128,1,float16,fp8,0,0.04313279986381531
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,8,4,128,1,fp8,fp8,0,0.042559999227523806
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,8,8,128,1,float16,fp8,0,0.03690559864044189
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,8,8,128,1,fp8,fp8,0,0.03680480122566223
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,8,8,128,1,float16,float16,0,0.11462719440460205
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,8,1,128,1,float16,float16,0,0.03653280138969421
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,8,1,128,1,fp8,fp8,0,0.036289599537849423
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,8,1,128,1,float16,fp8,0,0.03614400029182434
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,8,2,128,1,float16,float16,0,0.0366703987121582
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,8,2,128,1,float16,fp8,0,0.03615840077400208
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,8,2,128,1,fp8,fp8,0,0.03592959940433502
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,8,4,128,1,float16,fp8,0,0.036406400799751285
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,8,4,128,1,float16,float16,0,0.09669920206069946
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,8,4,128,1,fp8,fp8,0,0.03660799860954285
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,8,1,128,1,float16,fp8,0,0.7368000030517579
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,8,1,128,1,float16,float16,0,0.7548960208892822
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,8,1,128,1,fp8,fp8,0,0.7397103786468506
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,8,2,128,1,float16,float16,0,0.784222412109375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,8,2,128,1,float16,fp8,0,0.7469711780548096
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,8,4,128,1,float16,float16,0,0.8587936401367188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,8,4,128,1,float16,fp8,0,0.7989344120025634
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,8,8,128,1,float16,float16,0,0.5054656028747558
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,8,8,128,1,fp8,fp8,0,0.4466896057128906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,8,8,128,1,float16,fp8,0,0.44815359115600584
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,8,4,128,1,fp8,fp8,0,0.7984384059906006
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,8,1,128,1,float16,float16,0,0.38856799602508546
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,8,1,128,1,float16,fp8,0,0.37952160835266113
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,8,2,128,1,fp8,fp8,0,1.901595115661621
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,8,1,128,1,fp8,fp8,0,0.3796976089477539
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,8,2,128,1,float16,float16,0,0.40331201553344725
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,8,2,128,1,float16,fp8,0,0.3796639919281006
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,8,2,128,1,fp8,fp8,0,0.382859206199646
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,8,8,128,1,float16,fp8,0,0.22990400791168214
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,8,4,128,1,float16,float16,0,0.43773279190063474
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,8,4,128,1,float16,fp8,0,0.40828800201416016
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,8,4,128,1,fp8,fp8,0,0.4090896129608154
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,8,8,128,1,fp8,fp8,0,0.23309919834136963
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,8,1,128,1,float16,fp8,0,0.19457759857177734
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,8,8,128,1,float16,float16,0,0.668449592590332
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,8,1,128,1,float16,float16,0,0.2028480052947998
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,8,1,128,1,fp8,fp8,0,0.19846559762954713
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,8,2,128,1,float16,fp8,0,0.19996320009231566
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,8,2,128,1,float16,float16,0,0.2101968050003052
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,8,2,128,1,fp8,fp8,0,0.1977568030357361
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,8,4,128,1,float16,float16,0,0.22648799419403076
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,8,4,128,1,fp8,fp8,0,0.2114272117614746
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,8,8,128,1,float16,float16,0,0.14022079706192017
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,8,8,128,1,float16,fp8,0,0.12239999771118164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,8,1,128,1,float16,float16,0,0.10758719444274903
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,8,8,128,1,fp8,fp8,0,0.12166719436645508
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,8,1,128,1,float16,fp8,0,0.10498080253601075
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,8,1,128,1,fp8,fp8,0,0.10604159832000733
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,8,2,128,1,float16,float16,0,0.11334240436553955
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,8,4,128,1,float16,fp8,0,0.555079984664917
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,8,2,128,1,float16,fp8,0,0.107915198802948
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,8,2,128,1,fp8,fp8,0,0.10708320140838623
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,8,4,128,1,float16,float16,0,0.12105760574340821
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,8,8,128,1,float16,float16,0,0.07625439763069153
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,8,4,128,1,float16,fp8,0,0.1118016004562378
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,8,4,128,1,fp8,fp8,0,0.11325440406799317
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,8,8,128,1,fp8,fp8,0,0.0681775987148285
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,8,1,128,1,float16,float16,0,0.05819839835166931
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,8,8,128,1,float16,fp8,0,0.15604640245437623
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,8,2,128,1,float16,float16,0,0.06068639755249024
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,8,1,128,1,fp8,fp8,0,0.058336001634597776
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,8,1,128,1,float16,fp8,0,0.05743039846420288
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,8,2,128,1,fp8,fp8,0,0.05777919888496399
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,8,2,128,1,float16,fp8,0,0.05757920145988464
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,8,4,128,1,float16,float16,0,0.06740800142288209
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,8,4,128,1,fp8,fp8,0,0.05844640135765076
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,8,8,128,1,float16,float16,0,0.042870399355888364
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,8,4,128,1,float16,fp8,0,0.14026880264282227
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,8,8,128,1,fp8,fp8,0,0.03634240031242371
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,8,8,128,1,float16,fp8,0,0.03619999885559082
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,8,1,128,1,float16,float16,0,0.03447679877281189
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,8,1,128,1,float16,fp8,0,0.03473759889602661
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,8,2,128,1,float16,float16,0,0.035369598865509035
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,8,1,128,1,fp8,fp8,0,0.03426559865474701
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,8,2,128,1,float16,fp8,0,0.07434080243110656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,8,2,128,1,fp8,fp8,0,0.035155200958251955
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,8,4,128,1,float16,float16,0,0.036129599809646605
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,8,4,128,1,float16,fp8,0,0.035150399804115294
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,8,4,128,1,fp8,fp8,0,0.03518880009651184
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,8,8,128,1,float16,float16,0,0.041596800088882446
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,8,1,128,1,float16,float16,0,0.034508800506591795
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,8,1,128,1,float16,fp8,0,0.034390398859977724
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,8,8,128,1,float16,fp8,0,0.039068800210952756
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,8,8,128,1,fp8,fp8,0,0.07721920013427734
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,8,1,128,1,fp8,fp8,0,0.034222400188446044
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,8,2,128,1,float16,fp8,0,0.03765439987182617
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,8,2,128,1,float16,float16,0,0.037238401174545285
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,8,4,128,1,float16,float16,0,0.03871519863605499
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,8,2,128,1,fp8,fp8,0,0.03748959898948669
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,8,4,128,1,float16,fp8,0,0.038884800672531125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,8,4,128,1,fp8,fp8,0,0.049342399835586546
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,8,1,128,1,float16,float16,0,0.801910400390625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,8,1,128,1,float16,fp8,0,0.8004096031188965
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,8,2,128,1,float16,float16,0,0.840272045135498
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,8,1,128,1,fp8,fp8,0,0.7965680122375488
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,8,2,128,1,float16,fp8,0,0.8057647705078125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,8,2,128,1,fp8,fp8,0,0.8010512351989746
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,8,4,128,1,float16,float16,0,1.7879056930541992
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,8,1,128,1,float16,float16,0,0.411894416809082
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,8,8,128,1,float16,fp8,0,0.4999887943267822
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,8,8,128,1,fp8,fp8,0,0.5026495933532715
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,8,4,128,1,float16,fp8,0,0.8681296348571778
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,8,8,128,1,float16,float16,0,0.5668047904968262
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,8,4,128,1,fp8,fp8,0,0.8716879844665527
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,8,1,128,1,fp8,fp8,0,0.40630240440368653
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,8,2,128,1,float16,fp8,0,0.4057472229003906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,8,2,128,1,float16,float16,0,0.4368800163269043
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,8,2,128,1,fp8,fp8,0,0.40994558334350584
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,8,4,128,1,float16,float16,0,0.475816011428833
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,8,4,128,1,float16,fp8,0,0.4432799816131592
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,8,1,128,1,float16,fp8,0,0.89759521484375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,8,4,128,1,fp8,fp8,0,0.44344000816345214
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,8,8,128,1,float16,float16,0,0.2913439989089966
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,8,8,128,1,float16,fp8,0,0.258790397644043
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,8,1,128,1,float16,float16,0,0.21587040424346923
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,8,8,128,1,fp8,fp8,0,0.2590159893035889
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,8,1,128,1,float16,fp8,0,0.2121216058731079
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,8,2,128,1,float16,float16,0,0.22587521076202394
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,8,1,128,1,fp8,fp8,0,0.31315200328826903
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,8,2,128,1,fp8,fp8,0,0.21539840698242188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,8,2,128,1,float16,fp8,0,0.21198561191558837
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,8,8,128,1,float16,float16,0,0.15522559881210327
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,8,4,128,1,float16,float16,0,0.24739680290222169
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,8,4,128,1,fp8,fp8,0,0.2304271936416626
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,8,4,128,1,float16,fp8,0,0.23056960105895996
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,8,8,128,1,float16,fp8,0,0.13761600255966186
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,8,8,128,1,fp8,fp8,0,0.18415360450744628
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,8,1,128,1,float16,float16,0,0.11708799600601197
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,8,1,128,1,float16,fp8,0,0.11259520053863525
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,8,1,128,1,fp8,fp8,0,0.11404000520706177
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,8,2,128,1,float16,float16,0,0.12095680236816406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,8,2,128,1,fp8,fp8,0,0.11570080518722534
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,8,2,128,1,float16,fp8,0,0.11587200164794922
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,8,4,128,1,float16,float16,0,0.13260159492492676
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,8,4,128,1,fp8,fp8,0,0.12232320308685303
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,8,4,128,1,float16,fp8,0,0.1808527946472168
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,8,8,128,1,float16,fp8,0,0.07926399707794189
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,8,8,128,1,fp8,fp8,0,0.07795040011405945
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,8,8,128,1,float16,float16,0,0.08512799739837647
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,8,1,128,1,float16,float16,0,0.06615679860115051
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,8,1,128,1,fp8,fp8,0,0.06303520202636718
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,8,1,128,1,float16,fp8,0,0.06375200152397156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,8,2,128,1,float16,float16,0,0.09398080110549926
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,8,2,128,1,float16,fp8,0,0.0646992027759552
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,8,2,128,1,fp8,fp8,0,0.06396639943122864
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,8,4,128,1,float16,float16,0,0.07420480251312256
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,8,4,128,1,float16,fp8,0,0.06975679993629455
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,8,8,128,1,float16,fp8,0,0.05967040061950683
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,8,4,128,1,fp8,fp8,0,0.06852800250053406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,8,8,128,1,fp8,fp8,0,0.043724799156188966
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,8,8,128,1,float16,float16,0,0.050999999046325684
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,8,1,128,1,float16,float16,0,0.0394463986158371
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,8,1,128,1,float16,fp8,0,0.03997440040111542
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,8,1,128,1,fp8,fp8,0,0.04035040140151978
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,8,2,128,1,float16,float16,0,0.05569120049476624
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,8,2,128,1,fp8,fp8,0,0.0403903990983963
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,8,2,128,1,float16,fp8,0,0.03973279893398285
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,8,4,128,1,float16,float16,0,0.0433104008436203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,8,4,128,1,float16,fp8,0,0.04053440093994141
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,8,8,128,1,float16,fp8,0,0.03669599890708923
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,8,8,128,1,float16,float16,0,0.029232001304626463
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,8,4,128,1,fp8,fp8,0,0.04063200056552887
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,8,8,128,1,fp8,fp8,0,0.02919679880142212
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,8,1,128,1,float16,float16,0,0.027011200785636902
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,8,1,128,1,float16,fp8,0,0.027577599883079527
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,8,1,128,1,fp8,fp8,0,0.02752319872379303
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,8,2,128,1,float16,float16,0,0.034569600224494935
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,8,2,128,1,float16,fp8,0,0.027689599990844728
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,8,2,128,1,fp8,fp8,0,0.027628800272941588
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,8,4,128,1,float16,float16,0,0.02795040011405945
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,8,4,128,1,float16,fp8,0,0.027977600693702698
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,8,8,128,1,float16,float16,0,0.02635039985179901
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,8,4,128,1,fp8,fp8,0,0.02794559895992279
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,8,8,128,1,float16,fp8,0,0.034599998593330385
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,8,8,128,1,fp8,fp8,0,0.02712000012397766
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,8,1,128,1,float16,float16,0,0.025393599271774293
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,8,1,128,1,float16,fp8,0,0.026607999205589296
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,8,1,128,1,fp8,fp8,0,0.026604801416397095
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,8,2,128,1,float16,float16,0,0.025390401482582092
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,8,2,128,1,float16,fp8,0,0.0339823991060257
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,8,2,128,1,fp8,fp8,0,0.026641601324081422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,8,4,128,1,float16,float16,0,0.025648000836372375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,8,4,128,1,float16,fp8,0,0.02690880000591278
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,8,4,128,1,fp8,fp8,0,0.026820799708366393
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,8,1,128,1,float16,float16,0,0.5073328018188477
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,8,1,128,1,float16,fp8,0,0.5199215888977051
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,8,2,128,1,float16,float16,0,0.5515567779541015
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,8,2,128,1,float16,fp8,0,0.5234447956085205
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,8,1,128,1,fp8,fp8,0,0.5921984195709229
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,8,2,128,1,fp8,fp8,0,0.526694393157959
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,8,4,128,1,float16,float16,0,0.6413648128509521
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,8,1,128,1,float16,float16,0,0.2614784002304077
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,8,1,128,1,float16,fp8,0,0.26801280975341796
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,8,8,128,1,float16,fp8,0,0.3633023977279663
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,8,4,128,1,float16,fp8,0,0.5946063995361328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,8,4,128,1,fp8,fp8,0,0.5942336082458496
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,8,8,128,1,float16,float16,0,0.4229087829589844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,8,8,128,1,fp8,fp8,0,0.45857439041137693
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,8,1,128,1,fp8,fp8,0,0.26760799884796144
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,8,2,128,1,float16,float16,0,0.28325600624084474
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,8,2,128,1,float16,fp8,0,0.2694063901901245
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,8,2,128,1,fp8,fp8,0,0.2713792085647583
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,8,4,128,1,float16,fp8,0,0.3049823999404907
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,8,4,128,1,float16,float16,0,0.3286272048950195
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,8,8,128,1,float16,float16,0,0.21953279972076417
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,8,4,128,1,fp8,fp8,0,0.43865599632263186
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,8,8,128,1,float16,fp8,0,0.1898576021194458
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,8,8,128,1,fp8,fp8,0,0.1888703942298889
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,8,1,128,1,float16,float16,0,0.13879679441452025
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,8,1,128,1,float16,fp8,0,0.1414528012275696
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,8,1,128,1,fp8,fp8,0,0.14117759466171265
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,8,2,128,1,float16,float16,0,0.14867199659347535
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,8,2,128,1,fp8,fp8,0,0.14374079704284667
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,8,4,128,1,float16,float16,0,0.17006560564041137
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,8,2,128,1,float16,fp8,0,0.22322239875793456
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,8,4,128,1,float16,fp8,0,0.1598688006401062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,8,8,128,1,float16,float16,0,0.11670399904251098
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,8,8,128,1,float16,fp8,0,0.10235999822616577
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,8,4,128,1,fp8,fp8,0,0.16040639877319335
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,8,8,128,1,fp8,fp8,0,0.10236320495605469
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,8,1,128,1,float16,float16,0,0.07579200267791748
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,8,2,128,1,float16,float16,0,0.08175039887428284
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,8,1,128,1,float16,fp8,0,0.12281919717788696
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,8,1,128,1,fp8,fp8,0,0.07720320224761963
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,8,2,128,1,fp8,fp8,0,0.07894080281257629
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,8,2,128,1,float16,fp8,0,0.07932639718055726
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,8,4,128,1,float16,float16,0,0.09286720156669617
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,8,4,128,1,float16,fp8,0,0.08620640039443969
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,8,4,128,1,fp8,fp8,0,0.08722559809684753
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,8,8,128,1,float16,fp8,0,0.05846080183982849
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,8,8,128,1,fp8,fp8,0,0.058475202322006224
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,8,8,128,1,float16,float16,0,0.06558079719543457
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,8,1,128,1,float16,float16,0,0.04467679858207703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,8,1,128,1,float16,fp8,0,0.0429967999458313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,8,1,128,1,fp8,fp8,0,0.043863999843597415
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,8,2,128,1,float16,float16,0,0.04765599966049194
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,8,2,128,1,fp8,fp8,0,0.044073599576950076
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,8,2,128,1,float16,fp8,0,0.04420160055160523
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,8,4,128,1,float16,float16,0,0.053288000822067264
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,8,4,128,1,float16,fp8,0,0.04891200065612793
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,8,8,128,1,float16,float16,0,0.03897759914398193
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,8,8,128,1,fp8,fp8,0,0.032120001316070554
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,8,4,128,1,fp8,fp8,0,0.04849439859390259
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,8,8,128,1,float16,fp8,0,0.03178719878196716
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,8,1,128,1,float16,float16,0,0.027091199159622194
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,8,2,128,1,float16,float16,0,0.0274399995803833
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,8,1,128,1,fp8,fp8,0,0.028655999898910524
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,8,1,128,1,float16,fp8,0,0.028472000360488893
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,8,2,128,1,float16,fp8,0,0.028782400488853454
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,8,4,128,1,float16,float16,0,0.02937760055065155
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,8,2,128,1,fp8,fp8,0,0.02836799919605255
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,8,8,128,1,float16,float16,0,0.02040800005197525
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,8,4,128,1,fp8,fp8,0,0.029359999299049377
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,8,4,128,1,float16,fp8,0,0.02921440005302429
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,8,8,128,1,float16,fp8,0,0.020388799905776977
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,8,8,128,1,fp8,fp8,0,0.020528000593185425
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,8,1,128,1,float16,fp8,0,0.019088000059127808
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,8,1,128,1,float16,float16,0,0.017632000148296356
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,8,1,128,1,fp8,fp8,0,0.019211199879646302
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,8,2,128,1,float16,float16,0,0.018464000523090364
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,8,2,128,1,float16,fp8,0,0.01950719952583313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,8,4,128,1,float16,float16,0,0.018952000141143798
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,8,2,128,1,fp8,fp8,0,0.019283199310302736
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,8,4,128,1,fp8,fp8,0,0.01940159946680069
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,8,4,128,1,float16,fp8,0,0.01998240053653717
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,8,8,128,1,float16,float16,0,0.01866080015897751
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,8,8,128,1,float16,fp8,0,0.019731199741363524
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,8,8,128,1,fp8,fp8,0,0.019764800369739533
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,8,1,128,1,float16,float16,0,0.017526400089263917
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,8,1,128,1,float16,fp8,0,0.018771199882030486
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,8,2,128,1,float16,float16,0,0.01749120056629181
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,8,1,128,1,fp8,fp8,0,0.01897120028734207
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,8,4,128,1,float16,float16,0,0.018164800107479097
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,8,2,128,1,fp8,fp8,0,0.01900479942560196
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,8,2,128,1,float16,fp8,0,0.01887039989233017
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,8,4,128,1,float16,fp8,0,0.01911199986934662
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,8,8,128,1,float16,float16,0,0.017280000448226928
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,8,4,128,1,fp8,fp8,0,0.019075199961662292
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,8,8,128,1,float16,fp8,0,0.01935359984636307
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,8,1,128,1,float16,float16,0,0.017454400658607483
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,8,8,128,1,fp8,fp8,0,0.019312000274658202
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,8,1,128,1,float16,fp8,0,0.01863359957933426
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,8,1,128,1,fp8,fp8,0,0.018705600500106813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,8,2,128,1,float16,float16,0,0.016804799437522888
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,8,2,128,1,float16,fp8,0,0.01873279958963394
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,8,2,128,1,fp8,fp8,0,0.01884160041809082
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,8,4,128,1,fp8,fp8,0,0.01892800033092499
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,8,4,128,1,float16,fp8,0,0.01900479942560196
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,8,4,128,1,float16,float16,0,0.01723040044307709
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,8,1,128,1,float16,float16,0,0.2183216094970703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,8,1,128,1,float16,fp8,0,0.22436161041259767
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,8,1,128,1,fp8,fp8,0,0.22592480182647706
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,8,2,128,1,float16,float16,0,0.24002881050109864
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,8,2,128,1,fp8,fp8,0,0.23033440113067627
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,8,2,128,1,float16,fp8,0,0.2298799991607666
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,8,4,128,1,float16,float16,0,0.28868799209594725
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,8,1,128,1,float16,float16,0,0.11649119853973389
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,8,4,128,1,float16,fp8,0,0.2646944046020508
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,8,8,128,1,float16,fp8,0,0.16365760564804077
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,8,1,128,1,float16,fp8,0,0.12027360200881958
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,8,8,128,1,float16,float16,0,0.20336320400238037
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,8,8,128,1,fp8,fp8,0,0.16342560052871705
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,8,4,128,1,fp8,fp8,0,0.26354079246520995
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,8,1,128,1,fp8,fp8,0,0.12059040069580078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,8,2,128,1,float16,float16,0,0.12813760042190553
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,8,2,128,1,float16,fp8,0,0.12230880260467529
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,8,2,128,1,fp8,fp8,0,0.12249120473861694
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,8,4,128,1,float16,float16,0,0.15243680477142335
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,8,4,128,1,fp8,fp8,0,0.1394144058227539
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,8,4,128,1,float16,fp8,0,0.13861919641494752
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,8,8,128,1,float16,fp8,0,0.08901280164718628
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,8,8,128,1,float16,float16,0,0.11023520231246949
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,8,8,128,1,fp8,fp8,0,0.0892799973487854
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,8,1,128,1,float16,float16,0,0.06626399755477905
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,8,1,128,1,fp8,fp8,0,0.06707519888877869
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,8,2,128,1,float16,float16,0,0.07083839774131775
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,8,1,128,1,float16,fp8,0,0.06686879992485047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,8,2,128,1,float16,fp8,0,0.06823679804801941
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,8,2,128,1,fp8,fp8,0,0.06820480227470398
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,8,4,128,1,float16,fp8,0,0.07682880163192748
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,8,4,128,1,float16,float16,0,0.08424000144004821
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,8,4,128,1,fp8,fp8,0,0.07668799757957459
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,8,8,128,1,float16,float16,0,0.06205599904060364
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,8,8,128,1,float16,fp8,0,0.050307202339172366
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,8,8,128,1,fp8,fp8,0,0.05050560235977173
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,8,1,128,1,float16,float16,0,0.03860799968242645
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,8,1,128,1,float16,fp8,0,0.03660799860954285
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,8,1,128,1,fp8,fp8,0,0.03690719902515412
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,8,2,128,1,float16,float16,0,0.041422399878501895
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,8,2,128,1,float16,fp8,0,0.037513598799705505
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,8,2,128,1,fp8,fp8,0,0.03776639997959137
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,8,4,128,1,float16,fp8,0,0.04274879992008209
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,8,4,128,1,float16,float16,0,0.04778720140457153
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,8,8,128,1,float16,float16,0,0.03420319855213165
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,8,4,128,1,fp8,fp8,0,0.04308159947395325
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,8,8,128,1,float16,fp8,0,0.025367999076843263
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,8,8,128,1,fp8,fp8,0,0.025723201036453248
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,8,1,128,1,float16,float16,0,0.02187200039625168
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,8,1,128,1,float16,fp8,0,0.023262399435043334
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,8,1,128,1,fp8,fp8,0,0.023678399622440338
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,8,2,128,1,float16,float16,0,0.02221280038356781
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,8,2,128,1,float16,fp8,0,0.02330079972743988
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,8,2,128,1,fp8,fp8,0,0.023502400517463683
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,8,4,128,1,float16,float16,0,0.024902400374412537
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,8,4,128,1,float16,fp8,0,0.023489600419998168
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,8,4,128,1,fp8,fp8,0,0.023971199989318848
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,8,8,128,1,float16,float16,0,0.017188799381256104
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,8,8,128,1,float16,fp8,0,0.016888000071048737
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,8,8,128,1,fp8,fp8,0,0.017092800140380858
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,8,1,128,1,float16,float16,0,0.01512639969587326
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,8,1,128,1,float16,fp8,0,0.015289600193500518
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,8,1,128,1,fp8,fp8,0,0.015591999888420105
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,8,2,128,1,float16,float16,0,0.015145599842071533
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,8,2,128,1,float16,fp8,0,0.015643200278282164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,8,2,128,1,fp8,fp8,0,0.015593600273132325
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,8,4,128,1,float16,float16,0,0.015999999642372132
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,8,4,128,1,float16,fp8,0,0.01592320054769516
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,8,4,128,1,fp8,fp8,0,0.0160848006606102
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,8,8,128,1,float16,fp8,0,0.015859200060367583
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,8,8,128,1,float16,float16,0,0.015751999616622925
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,8,8,128,1,fp8,fp8,0,0.0159840002655983
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,8,1,128,1,float16,float16,0,0.014657600224018097
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,8,1,128,1,float16,fp8,0,0.015254400670528412
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,8,1,128,1,fp8,fp8,0,0.015188799798488617
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,8,2,128,1,float16,float16,0,0.014537599682807923
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,8,2,128,1,float16,fp8,0,0.015158399939537048
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,8,2,128,1,fp8,fp8,0,0.015039999783039094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,8,4,128,1,float16,float16,0,0.014908799529075622
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,8,4,128,1,fp8,fp8,0,0.015281599760055543
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,8,8,128,1,float16,float16,0,0.014932799339294433
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,8,4,128,1,float16,fp8,0,0.015360000729560851
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,8,8,128,1,float16,fp8,0,0.015449599921703338
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,8,8,128,1,fp8,fp8,0,0.015751999616622925
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,8,1,128,1,float16,float16,0,0.014263999462127686
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,8,1,128,1,float16,fp8,0,0.014958399534225463
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,8,2,128,1,float16,float16,0,0.01440960019826889
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,8,1,128,1,fp8,fp8,0,0.015119999647140503
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,8,2,128,1,float16,fp8,0,0.015449599921703338
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,8,2,128,1,fp8,fp8,0,0.014929600059986115
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,8,4,128,1,float16,float16,0,0.014486399292945863
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,8,4,128,1,float16,fp8,0,0.01493919938802719
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,8,4,128,1,fp8,fp8,0,0.015276800096035003
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,8,8,128,1,float16,float16,0,0.01406559944152832
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,8,8,128,1,float16,fp8,0,0.014998400211334228
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,8,8,128,1,fp8,fp8,0,0.0151296004652977
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,8,1,128,1,float16,fp8,0,0.014580799639225006
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,8,1,128,1,float16,float16,0,0.013916799426078796
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,8,1,128,1,fp8,fp8,0,0.014873600006103516
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,8,2,128,1,float16,float16,0,0.013902400434017182
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,8,2,128,1,float16,fp8,0,0.014448000490665436
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,8,2,128,1,fp8,fp8,0,0.01491519957780838
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,8,4,128,1,float16,fp8,0,0.014918400347232819
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,8,4,128,1,float16,float16,0,0.013956800103187561
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,8,4,128,1,fp8,fp8,0,0.014819200336933135
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,8,1,128,1,float16,float16,0,0.11291680335998536
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,8,1,128,1,float16,fp8,0,0.11768319606781005
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,8,1,128,1,fp8,fp8,0,0.11855039596557618
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,8,2,128,1,float16,fp8,0,0.12378720045089722
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,8,2,128,1,fp8,fp8,0,0.1237488031387329
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,8,2,128,1,float16,float16,0,0.1230463981628418
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,8,4,128,1,float16,float16,0,0.14991999864578248
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,8,8,128,1,float16,fp8,0,0.08789119720458985
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,8,4,128,1,float16,fp8,0,0.13855359554290772
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,8,4,128,1,fp8,fp8,0,0.1387279987335205
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,8,8,128,1,fp8,fp8,0,0.08877919912338257
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,8,8,128,1,float16,float16,0,0.109607994556427
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,8,1,128,1,float16,float16,0,0.06336960196495056
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,8,1,128,1,float16,fp8,0,0.06380320191383362
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,8,1,128,1,fp8,fp8,0,0.06399840116500854
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,8,2,128,1,float16,float16,0,0.06914399862289429
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,8,2,128,1,float16,fp8,0,0.06575679779052734
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,8,2,128,1,fp8,fp8,0,0.06610559821128845
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,8,4,128,1,float16,float16,0,0.08234400153160096
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,8,4,128,1,float16,fp8,0,0.07276960015296936
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,8,8,128,1,float16,float16,0,0.061615997552871705
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,8,8,128,1,float16,fp8,0,0.04660800099372864
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,8,4,128,1,fp8,fp8,0,0.07315840125083924
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,8,8,128,1,fp8,fp8,0,0.04665440022945404
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,8,1,128,1,float16,float16,0,0.03441759943962097
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,8,1,128,1,float16,fp8,0,0.03266400098800659
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,8,1,128,1,fp8,fp8,0,0.03255200088024139
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,8,2,128,1,float16,float16,0,0.03938559889793396
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,8,2,128,1,fp8,fp8,0,0.03312160074710846
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,8,2,128,1,float16,fp8,0,0.033262398838996884
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,8,4,128,1,float16,fp8,0,0.03922559916973114
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,8,4,128,1,float16,float16,0,0.04560000002384186
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,8,8,128,1,float16,float16,0,0.03275200128555298
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,8,8,128,1,float16,fp8,0,0.022416000068187714
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,8,4,128,1,fp8,fp8,0,0.03914720118045807
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,8,8,128,1,fp8,fp8,0,0.022252799570560457
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,8,1,128,1,float16,float16,0,0.019606399536132812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,8,1,128,1,float16,fp8,0,0.02020000070333481
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,8,1,128,1,fp8,fp8,0,0.020534400641918183
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,8,2,128,1,float16,float16,0,0.019707199931144715
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,8,2,128,1,float16,fp8,0,0.020283199846744537
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,8,2,128,1,fp8,fp8,0,0.020262399315834047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,8,4,128,1,float16,float16,0,0.021768000721931458
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,8,4,128,1,float16,fp8,0,0.020553599298000335
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,8,4,128,1,fp8,fp8,0,0.02067199945449829
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,8,8,128,1,float16,float16,0,0.015961599349975587
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,8,8,128,1,float16,fp8,0,0.01494079977273941
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,8,8,128,1,fp8,fp8,0,0.015014399588108063
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,8,1,128,1,float16,float16,0,0.013921600580215455
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,8,1,128,1,float16,fp8,0,0.014139199256896972
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,8,1,128,1,fp8,fp8,0,0.01419679969549179
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,8,2,128,1,float16,float16,0,0.014008000493049622
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,8,2,128,1,fp8,fp8,0,0.014321599900722504
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,8,2,128,1,float16,fp8,0,0.014246399700641631
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,8,4,128,1,float16,float16,0,0.014734399318695069
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,8,4,128,1,float16,fp8,0,0.014644800126552582
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,8,4,128,1,fp8,fp8,0,0.014323200285434722
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,8,8,128,1,float16,fp8,0,0.01398559957742691
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,8,8,128,1,float16,float16,0,0.014299200475215912
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,8,8,128,1,fp8,fp8,0,0.013868799805641175
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,8,1,128,1,float16,float16,0,0.013027200102806091
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,8,1,128,1,float16,fp8,0,0.013395200669765472
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,8,1,128,1,fp8,fp8,0,0.013388800621032714
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,8,2,128,1,float16,float16,0,0.013441599905490875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,8,2,128,1,float16,fp8,0,0.013756799697875976
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,8,2,128,1,fp8,fp8,0,0.013523200154304504
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,8,4,128,1,float16,float16,0,0.013329599797725678
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,8,8,128,1,float16,float16,0,0.013265599310398103
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,8,4,128,1,fp8,fp8,0,0.013575999438762665
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,8,4,128,1,float16,fp8,0,0.013819199800491334
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,8,8,128,1,fp8,fp8,0,0.013337600231170654
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,8,8,128,1,float16,fp8,0,0.01361439973115921
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,8,1,128,1,float16,float16,0,0.01279519945383072
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,8,1,128,1,float16,fp8,0,0.013174399733543396
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,8,1,128,1,fp8,fp8,0,0.013228799402713775
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,8,2,128,1,float16,float16,0,0.013033600151538849
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,8,2,128,1,float16,fp8,0,0.013211199641227722
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,8,2,128,1,fp8,fp8,0,0.01372320055961609
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,8,4,128,1,float16,fp8,0,0.013387200236320496
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,8,4,128,1,float16,float16,0,0.013100799918174744
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,8,4,128,1,fp8,fp8,0,0.013174399733543396
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,8,8,128,1,float16,float16,0,0.012961600720882416
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,8,8,128,1,float16,fp8,0,0.012783999741077422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,8,8,128,1,fp8,fp8,0,0.01316000074148178
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,8,1,128,1,float16,float16,0,0.012348800152540206
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,8,1,128,1,float16,fp8,0,0.012998400628566742
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,8,1,128,1,fp8,fp8,0,0.013048000633716583
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,8,2,128,1,float16,float16,0,0.01273919939994812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,8,2,128,1,float16,fp8,0,0.01281599998474121
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,8,2,128,1,fp8,fp8,0,0.013198399543762207
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,8,4,128,1,float16,float16,0,0.012451200187206269
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,8,4,128,1,float16,fp8,0,0.01316000074148178
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,8,8,128,1,float16,float16,0,0.01239679977297783
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,8,4,128,1,fp8,fp8,0,0.01311040073633194
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,8,8,128,1,float16,fp8,0,0.012699200212955475
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,8,8,128,1,fp8,fp8,0,0.012801599502563477
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,8,1,128,1,float16,float16,0,0.012220799922943115
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,8,1,128,1,float16,fp8,0,0.012825599312782288
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,8,1,128,1,fp8,fp8,0,0.01260959953069687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,8,2,128,1,float16,float16,0,0.012164799869060517
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,8,2,128,1,float16,fp8,0,0.01257600039243698
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,8,2,128,1,fp8,fp8,0,0.01279360055923462
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,8,4,128,1,float16,float16,0,0.012316799908876418
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,8,4,128,1,fp8,fp8,0,0.012615999579429627
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,8,4,128,1,float16,fp8,0,0.012768000364303589
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,8,1,128,1,float16,float16,0,0.06399840116500854
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,8,1,128,1,float16,fp8,0,0.06520320177078247
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,8,1,128,1,fp8,fp8,0,0.06558079719543457
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,8,2,128,1,float16,float16,0,0.07087519764900208
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,8,2,128,1,float16,fp8,0,0.06700800061225891
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,8,2,128,1,fp8,fp8,0,0.06782879829406738
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,8,4,128,1,float16,float16,0,0.0849232017993927
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,8,4,128,1,float16,fp8,0,0.07418400049209595
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,8,8,128,1,float16,float16,0,0.07265120148658752
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,8,4,128,1,fp8,fp8,0,0.07422080039978027
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,8,8,128,1,float16,fp8,0,0.06431999802589417
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,8,1,128,1,float16,float16,0,0.03653599917888641
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,8,8,128,1,fp8,fp8,0,0.06472960114479065
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,8,1,128,1,float16,fp8,0,0.03336800038814545
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,8,2,128,1,float16,float16,0,0.03994080126285553
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,8,1,128,1,fp8,fp8,0,0.0334991991519928
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,8,2,128,1,float16,fp8,0,0.0349263995885849
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,8,2,128,1,fp8,fp8,0,0.03410080075263977
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,8,4,128,1,float16,float16,0,0.04604800045490265
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,8,4,128,1,float16,fp8,0,0.04000479876995087
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,8,4,128,1,fp8,fp8,0,0.03985919952392578
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,8,8,128,1,float16,fp8,0,0.03165760040283203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,8,8,128,1,fp8,fp8,0,0.031137600541114807
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,8,8,128,1,float16,float16,0,0.0399071991443634
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,8,1,128,1,float16,fp8,0,0.020838400721549986
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,8,1,128,1,float16,float16,0,0.01982239931821823
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,8,1,128,1,fp8,fp8,0,0.021031999588012697
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,8,2,128,1,float16,float16,0,0.02011680006980896
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,8,2,128,1,float16,fp8,0,0.02099200040102005
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,8,2,128,1,fp8,fp8,0,0.020854400098323823
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,8,4,128,1,float16,float16,0,0.021932800114154816
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,8,4,128,1,float16,fp8,0,0.021035200357437132
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,8,4,128,1,fp8,fp8,0,0.021057599782943727
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,8,8,128,1,float16,float16,0,0.019387200474739075
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,8,8,128,1,float16,fp8,0,0.01977279931306839
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,8,8,128,1,fp8,fp8,0,0.019463999569416045
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,8,1,128,1,float16,float16,0,0.014190399646759033
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,8,1,128,1,float16,fp8,0,0.01459839940071106
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,8,1,128,1,fp8,fp8,0,0.014767999947071075
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,8,2,128,1,float16,float16,0,0.014457599818706512
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,8,2,128,1,float16,fp8,0,0.0147599995136261
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,8,2,128,1,fp8,fp8,0,0.014721600711345673
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,8,4,128,1,float16,float16,0,0.015113599598407745
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,8,4,128,1,float16,fp8,0,0.014923200011253357
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,8,4,128,1,fp8,fp8,0,0.015203200280666351
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,8,8,128,1,float16,float16,0,0.013438400626182557
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,8,8,128,1,float16,fp8,0,0.013728000223636627
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,8,8,128,1,fp8,fp8,0,0.013841600716114044
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,8,1,128,1,float16,float16,0,0.012972800433635712
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,8,1,128,1,float16,fp8,0,0.013662399351596832
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,8,1,128,1,fp8,fp8,0,0.013443200290203095
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,8,2,128,1,float16,float16,0,0.013041600584983826
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,8,2,128,1,float16,fp8,0,0.01356319934129715
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,8,2,128,1,fp8,fp8,0,0.013652800023555756
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,8,4,128,1,float16,float16,0,0.013568000495433807
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,8,4,128,1,float16,fp8,0,0.013787199556827546
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,8,4,128,1,fp8,fp8,0,0.013663999736309052
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,8,8,128,1,float16,float16,0,0.012921600043773651
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,8,8,128,1,float16,fp8,0,0.013555200397968292
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,8,8,128,1,fp8,fp8,0,0.013596799969673157
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,8,1,128,1,float16,float16,0,0.0127920001745224
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,8,1,128,1,float16,fp8,0,0.01332319974899292
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,8,1,128,1,fp8,fp8,0,0.013604800403118133
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,8,2,128,1,float16,float16,0,0.012905600666999816
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,8,2,128,1,float16,fp8,0,0.013732799887657165
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,8,2,128,1,fp8,fp8,0,0.013510400056838989
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,8,4,128,1,float16,float16,0,0.012707200646400452
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,8,4,128,1,float16,fp8,0,0.013740800321102142
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,8,4,128,1,fp8,fp8,0,0.0135343998670578
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,8,8,128,1,float16,float16,0,0.012465599924325943
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,8,8,128,1,float16,fp8,0,0.013150399923324585
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,8,8,128,1,fp8,fp8,0,0.012870399653911591
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,8,1,128,1,float16,float16,0,0.012222400307655335
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,8,1,128,1,float16,fp8,0,0.013150399923324585
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,8,1,128,1,fp8,fp8,0,0.013017599284648896
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,8,2,128,1,float16,float16,0,0.012372799962759019
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,8,2,128,1,float16,fp8,0,0.012788799405097962
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,8,2,128,1,fp8,fp8,0,0.012875199317932129
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,8,4,128,1,float16,float16,0,0.012318400293588638
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,8,4,128,1,float16,fp8,0,0.012761600315570831
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,8,4,128,1,fp8,fp8,0,0.012836800515651703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,8,8,128,1,float16,float16,0,0.01210239976644516
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,8,8,128,1,float16,fp8,0,0.012683199346065521
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,8,8,128,1,fp8,fp8,0,0.01276479959487915
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,8,1,128,1,float16,float16,0,0.012110400199890136
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,8,1,128,1,float16,fp8,0,0.012833599746227265
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,8,1,128,1,fp8,fp8,0,0.01263359934091568
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,8,2,128,1,float16,float16,0,0.012015999853610992
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,8,2,128,1,float16,fp8,0,0.012689599394798278
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,8,2,128,1,fp8,fp8,0,0.012651200592517852
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,8,4,128,1,float16,float16,0,0.012240000069141388
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,8,4,128,1,float16,fp8,0,0.012695999443531036
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,8,4,128,1,fp8,fp8,0,0.012761600315570831
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,8,8,128,1,float16,float16,0,0.011955200135707856
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,8,8,128,1,float16,fp8,0,0.012319999933242797
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,8,8,128,1,fp8,fp8,0,0.012489599734544754
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,8,1,128,1,float16,float16,0,0.011819200217723846
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,8,1,128,1,float16,fp8,0,0.012654399871826172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,8,1,128,1,fp8,fp8,0,0.012806400656700134
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,8,2,128,1,float16,float16,0,0.011878400295972823
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,8,2,128,1,float16,fp8,0,0.012561599910259246
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,8,2,128,1,fp8,fp8,0,0.012563200294971466
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,8,4,128,1,float16,float16,0,0.011899200081825257
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,8,4,128,1,float16,fp8,0,0.012577599287033081
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,8,4,128,1,fp8,fp8,0,0.012803199887275695
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,8,1,128,1,float16,float16,0,0.037540799379348753
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,8,1,128,1,float16,fp8,0,0.035420799255371095
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,8,1,128,1,fp8,fp8,0,0.036582401394844054
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,8,2,128,1,float16,float16,0,0.041044801473617554
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,8,2,128,1,float16,fp8,0,0.03591200113296509
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,8,2,128,1,fp8,fp8,0,0.03637759983539581
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,8,4,128,1,float16,float16,0,0.06151999831199646
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,8,4,128,1,float16,fp8,0,0.05907040238380432
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,8,8,128,1,float16,float16,0,0.05492159724235535
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,8,4,128,1,fp8,fp8,0,0.059089601039886475
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,8,8,128,1,float16,fp8,0,0.05052319765090942
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,8,8,128,1,fp8,fp8,0,0.04976319968700409
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,8,1,128,1,float16,float16,0,0.02036159932613373
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,8,1,128,1,float16,fp8,0,0.022071999311447144
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,8,1,128,1,fp8,fp8,0,0.02179040014743805
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,8,2,128,1,float16,float16,0,0.020921599864959717
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,8,2,128,1,float16,fp8,0,0.02211039960384369
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,8,2,128,1,fp8,fp8,0,0.021747200191020964
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,8,4,128,1,float16,float16,0,0.029216000437736513
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,8,4,128,1,float16,fp8,0,0.03129920065402984
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,8,4,128,1,fp8,fp8,0,0.030691200494766237
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,8,8,128,1,float16,float16,0,0.027211201190948487
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,8,8,128,1,float16,fp8,0,0.029025599360466003
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,8,8,128,1,fp8,fp8,0,0.028753599524497984
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,8,1,128,1,float16,float16,0,0.0149167999625206
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,8,1,128,1,float16,fp8,0,0.01571200042963028
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,8,1,128,1,fp8,fp8,0,0.015572799742221833
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,8,2,128,1,float16,float16,0,0.014865599572658539
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,8,2,128,1,float16,fp8,0,0.01571359932422638
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,8,2,128,1,fp8,fp8,0,0.01533920019865036
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,8,4,128,1,float16,float16,0,0.01863040030002594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,8,4,128,1,float16,fp8,0,0.019815999269485473
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,8,4,128,1,fp8,fp8,0,0.019582399725914003
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,8,8,128,1,float16,float16,0,0.017921599745750427
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,8,8,128,1,float16,fp8,0,0.018379199504852294
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,8,8,128,1,fp8,fp8,0,0.018507200479507446
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,8,1,128,1,float16,float16,0,0.01356160044670105
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,8,1,128,1,float16,fp8,0,0.013947199285030364
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,8,1,128,1,fp8,fp8,0,0.014139199256896972
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,8,2,128,1,float16,float16,0,0.01337919980287552
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,8,2,128,1,float16,fp8,0,0.013969600200653076
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,8,2,128,1,fp8,fp8,0,0.014103999733924866
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,8,4,128,1,float16,float16,0,0.013201600313186646
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,8,4,128,1,float16,fp8,0,0.01419679969549179
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,8,4,128,1,fp8,fp8,0,0.013827200233936309
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,8,8,128,1,float16,float16,0,0.013072000443935394
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,8,8,128,1,float16,fp8,0,0.013691200315952301
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,8,8,128,1,fp8,fp8,0,0.013347199559211731
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,8,1,128,1,float16,float16,0,0.012788799405097962
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,8,1,128,1,float16,fp8,0,0.013203200697898865
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,8,1,128,1,fp8,fp8,0,0.013823999464511872
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,8,2,128,1,float16,float16,0,0.01284639984369278
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,8,2,128,1,float16,fp8,0,0.013425600528717042
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,8,2,128,1,fp8,fp8,0,0.013596799969673157
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,8,4,128,1,float16,float16,0,0.01242400035262108
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,8,4,128,1,float16,fp8,0,0.013486400246620178
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,8,4,128,1,fp8,fp8,0,0.01353919953107834
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,8,8,128,1,float16,float16,0,0.012432000041007996
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,8,8,128,1,float16,fp8,0,0.013260799646377563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,8,8,128,1,fp8,fp8,0,0.012870399653911591
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,8,1,128,1,float16,float16,0,0.012489599734544754
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,8,1,128,1,float16,fp8,0,0.013089600205421447
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,8,1,128,1,fp8,fp8,0,0.013097600638866424
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,8,2,128,1,float16,float16,0,0.012433599680662155
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,8,2,128,1,float16,fp8,0,0.01313599944114685
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,8,2,128,1,fp8,fp8,0,0.012894399464130402
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,8,4,128,1,float16,float16,0,0.012412799894809723
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,8,4,128,1,float16,fp8,0,0.013240000605583191
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,8,4,128,1,fp8,fp8,0,0.013046400249004364
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,8,8,128,1,float16,float16,0,0.012267199903726577
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,8,8,128,1,float16,fp8,0,0.012848000228404998
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,8,8,128,1,fp8,fp8,0,0.012859199941158295
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,8,1,128,1,float16,float16,0,0.012195199728012085
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,8,1,128,1,float16,fp8,0,0.01282079964876175
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,8,1,128,1,fp8,fp8,0,0.012726399302482604
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,8,2,128,1,float16,float16,0,0.012076800316572189
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,8,2,128,1,float16,fp8,0,0.012859199941158295
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,8,2,128,1,fp8,fp8,0,0.012788799405097962
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,8,4,128,1,float16,float16,0,0.012019199877977371
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,8,4,128,1,float16,fp8,0,0.012582400441169738
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,8,4,128,1,fp8,fp8,0,0.012537600100040435
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,8,8,128,1,float16,float16,0,0.011748799681663513
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,8,8,128,1,float16,fp8,0,0.012571200728416443
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,8,8,128,1,fp8,fp8,0,0.012630400061607362
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,8,1,128,1,float16,float16,0,0.012003199756145477
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,8,1,128,1,float16,fp8,0,0.012779200077056884
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,8,1,128,1,fp8,fp8,0,0.012750400602817536
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,8,2,128,1,float16,float16,0,0.011912000179290772
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,8,2,128,1,float16,fp8,0,0.012678399682044983
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,8,2,128,1,fp8,fp8,0,0.012692800164222718
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,8,4,128,1,float16,float16,0,0.011847999691963196
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,8,4,128,1,float16,fp8,0,0.012544000148773193
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,8,4,128,1,fp8,fp8,0,0.01244800016283989
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,8,8,128,1,float16,float16,0,0.01156959980726242
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,8,8,128,1,float16,fp8,0,0.01242400035262108
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,8,8,128,1,fp8,fp8,0,0.01257600039243698
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,8,1,128,1,float16,float16,0,0.011964800208806992
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,8,1,128,1,float16,fp8,0,0.012751999497413635
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,8,1,128,1,fp8,fp8,0,0.012678399682044983
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,8,2,128,1,float16,float16,0,0.011779200285673141
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,8,2,128,1,float16,fp8,0,0.01250080019235611
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,8,2,128,1,fp8,fp8,0,0.012700800597667695
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,8,4,128,1,float16,float16,0,0.011832000315189361
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,8,4,128,1,float16,fp8,0,0.012548799812793731
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,8,4,128,1,fp8,fp8,0,0.012408000230789185
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,8,1,128,1,float16,float16,0,0.02236959934234619
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,8,1,128,1,float16,fp8,0,0.02433439940214157
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,8,1,128,1,fp8,fp8,0,0.023955200612545014
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,8,2,128,1,float16,float16,0,0.02974080145359039
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,8,2,128,1,float16,fp8,0,0.033241599798202515
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,8,2,128,1,fp8,fp8,0,0.03279840052127838
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,8,4,128,1,float16,float16,0,0.046323201060295104
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,8,4,128,1,float16,fp8,0,0.05028960108757019
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,8,4,128,1,fp8,fp8,0,0.050488001108169554
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,8,8,128,1,float16,float16,0,0.042771199345588685
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,8,8,128,1,float16,fp8,0,0.04814079999923706
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,8,8,128,1,fp8,fp8,0,0.04766559898853302
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,8,1,128,1,float16,float16,0,0.016276800632476808
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,8,1,128,1,float16,fp8,0,0.01623679995536804
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,8,1,128,1,fp8,fp8,0,0.016334399580955505
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,8,2,128,1,float16,float16,0,0.019334399700164796
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,8,2,128,1,fp8,fp8,0,0.02088959962129593
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,8,2,128,1,float16,fp8,0,0.02070239931344986
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,8,4,128,1,float16,float16,0,0.02727839946746826
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,8,4,128,1,float16,fp8,0,0.029761600494384765
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,8,4,128,1,fp8,fp8,0,0.029785600304603577
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,8,8,128,1,float16,float16,0,0.025702399015426636
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,8,8,128,1,float16,fp8,0,0.02783840000629425
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,8,8,128,1,fp8,fp8,0,0.027910399436950683
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,8,1,128,1,float16,float16,0,0.013868799805641175
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,8,1,128,1,float16,fp8,0,0.014703999459743499
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,8,1,128,1,fp8,fp8,0,0.014868800342082978
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,8,2,128,1,float16,float16,0,0.013750399649143218
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,8,2,128,1,float16,fp8,0,0.014616000652313232
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,8,2,128,1,fp8,fp8,0,0.014430400729179383
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,8,4,128,1,float16,float16,0,0.01789119988679886
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,8,4,128,1,fp8,fp8,0,0.018991999328136444
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,8,4,128,1,float16,fp8,0,0.019252799451351166
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,8,8,128,1,float16,float16,0,0.017441600561141968
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,8,8,128,1,float16,fp8,0,0.01847359985113144
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,8,8,128,1,fp8,fp8,0,0.01823520064353943
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,8,1,128,1,float16,float16,0,0.013038399815559387
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,8,1,128,1,float16,fp8,0,0.013990400731563568
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,8,1,128,1,fp8,fp8,0,0.013964800536632538
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,8,2,128,1,float16,float16,0,0.013223999738693237
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,8,2,128,1,float16,fp8,0,0.013607999682426453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,8,2,128,1,fp8,fp8,0,0.013558399677276612
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,8,4,128,1,float16,float16,0,0.013203200697898865
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,8,4,128,1,float16,fp8,0,0.01403840035200119
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,8,4,128,1,fp8,fp8,0,0.013995200395584106
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,8,8,128,1,float16,float16,0,0.01250080019235611
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,8,8,128,1,float16,fp8,0,0.01318880021572113
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,8,8,128,1,fp8,fp8,0,0.013420799374580383
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,8,1,128,1,float16,float16,0,0.01268800050020218
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,8,1,128,1,float16,fp8,0,0.013288000226020813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,8,1,128,1,fp8,fp8,0,0.012934400141239167
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,8,2,128,1,float16,float16,0,0.012171199917793274
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,8,2,128,1,float16,fp8,0,0.013126400113105775
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,8,2,128,1,fp8,fp8,0,0.013366399705410004
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,8,4,128,1,float16,float16,0,0.012689599394798278
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,8,4,128,1,float16,fp8,0,0.012940800189971924
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,8,4,128,1,fp8,fp8,0,0.01311360001564026
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,8,8,128,1,float16,float16,0,0.012740799784660339
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,8,8,128,1,float16,fp8,0,0.012945599853992462
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,8,8,128,1,fp8,fp8,0,0.013023999333381654
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,8,1,128,1,float16,float16,0,0.012134400010108948
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,8,1,128,1,float16,fp8,0,0.012774400413036346
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,8,1,128,1,fp8,fp8,0,0.013097600638866424
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,8,2,128,1,float16,float16,0,0.011980800330638886
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,8,2,128,1,float16,fp8,0,0.012828800082206725
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,8,2,128,1,fp8,fp8,0,0.012619200348854064
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,8,4,128,1,float16,float16,0,0.011958400160074234
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,8,4,128,1,float16,fp8,0,0.012865599989891053
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,8,4,128,1,fp8,fp8,0,0.012771199643611907
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,8,8,128,1,float16,float16,0,0.012135999649763108
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,8,8,128,1,float16,fp8,0,0.012511999905109405
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,8,8,128,1,fp8,fp8,0,0.012582400441169738
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,8,1,128,1,float16,float16,0,0.011956799775362015
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,8,1,128,1,float16,fp8,0,0.012695999443531036
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,8,1,128,1,fp8,fp8,0,0.012830400466918945
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,8,2,128,1,float16,float16,0,0.011772800236940384
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,8,2,128,1,float16,fp8,0,0.012353599816560746
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,8,2,128,1,fp8,fp8,0,0.01250240057706833
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,8,4,128,1,float16,float16,0,0.011723200231790543
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,8,4,128,1,float16,fp8,0,0.012593600153923034
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,8,4,128,1,fp8,fp8,0,0.012371200323104858
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,8,8,128,1,float16,float16,0,0.011614400148391723
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,8,8,128,1,float16,fp8,0,0.012408000230789185
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,8,8,128,1,fp8,fp8,0,0.012451200187206269
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,8,1,128,1,float16,float16,0,0.01202239990234375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,8,1,128,1,float16,fp8,0,0.012670400738716125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,8,1,128,1,fp8,fp8,0,0.012518399953842163
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,8,2,128,1,float16,float16,0,0.011657600104808808
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,8,2,128,1,float16,fp8,0,0.012409599870443344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,8,2,128,1,fp8,fp8,0,0.012547199428081513
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,8,4,128,1,float16,float16,0,0.011769600212574005
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,8,4,128,1,fp8,fp8,0,0.012374400347471236
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,8,4,128,1,float16,fp8,0,0.01241919994354248
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,8,8,128,1,float16,float16,0,0.011753600090742111
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,8,8,128,1,float16,fp8,0,0.012302400171756744
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,8,8,128,1,fp8,fp8,0,0.012371200323104858
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,8,1,128,1,float16,float16,0,0.011727999895811081
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,8,1,128,1,float16,fp8,0,0.012559999525547028
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,8,1,128,1,fp8,fp8,0,0.012507200241088867
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,8,2,128,1,float16,float16,0,0.011708799749612808
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,8,2,128,1,float16,fp8,0,0.0124208003282547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,8,2,128,1,fp8,fp8,0,0.012518399953842163
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,8,4,128,1,float16,float16,0,0.011648000031709672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,8,4,128,1,float16,fp8,0,0.012347199767827988
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,8,4,128,1,fp8,fp8,0,0.012294399738311767
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,8,1,128,1,float16,float16,0,0.020755200088024138
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,8,1,128,1,float16,fp8,0,0.022536000609397887
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,8,1,128,1,fp8,fp8,0,0.02290560007095337
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,8,2,128,1,float16,float16,0,0.02805120050907135
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,8,2,128,1,float16,fp8,0,0.030982398986816408
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,8,2,128,1,fp8,fp8,0,0.03127999901771546
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,8,4,128,1,float16,float16,0,0.04275839924812317
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,8,4,128,1,float16,fp8,0,0.04898880124092102
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,8,4,128,1,fp8,fp8,0,0.04881120026111603
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,8,8,128,1,float16,float16,0,0.03989599943161011
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,8,8,128,1,float16,fp8,0,0.046347200870513916
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,8,8,128,1,fp8,fp8,0,0.046172800660133365
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,8,1,128,1,float16,float16,0,0.015049600601196289
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,8,1,128,1,float16,fp8,0,0.016051200032234193
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,8,1,128,1,fp8,fp8,0,0.01531360000371933
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,8,2,128,1,float16,float16,0,0.018376000225543976
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,8,2,128,1,float16,fp8,0,0.020164799690246583
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,8,2,128,1,fp8,fp8,0,0.019721600413322448
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,8,4,128,1,float16,float16,0,0.026280000805854797
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,8,4,128,1,float16,fp8,0,0.028603199124336242
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,8,8,128,1,float16,float16,0,0.02462079972028732
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,8,4,128,1,fp8,fp8,0,0.028772801160812378
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,8,8,128,1,float16,fp8,0,0.02717599868774414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,8,1,128,1,float16,float16,0,0.013180799782276154
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,8,8,128,1,fp8,fp8,0,0.027667200565338133
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,8,1,128,1,float16,fp8,0,0.013950400054454803
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,8,1,128,1,fp8,fp8,0,0.01390880048274994
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,8,2,128,1,float16,float16,0,0.013371199369430542
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,8,2,128,1,float16,fp8,0,0.01401119977235794
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,8,2,128,1,fp8,fp8,0,0.014561599493026734
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,8,4,128,1,float16,float16,0,0.017417599260807038
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,8,4,128,1,float16,fp8,0,0.018619200587272643
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,8,4,128,1,fp8,fp8,0,0.018617600202560425
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,8,8,128,1,float16,float16,0,0.01618400067090988
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,8,8,128,1,fp8,fp8,0,0.017905600368976593
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,8,8,128,1,float16,fp8,0,0.01808159947395325
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,8,1,128,1,float16,float16,0,0.0124208003282547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,8,1,128,1,float16,fp8,0,0.013252800703048706
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,8,1,128,1,fp8,fp8,0,0.013206399977207184
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,8,2,128,1,float16,float16,0,0.012694400548934937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,8,2,128,1,float16,fp8,0,0.01327199935913086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,8,4,128,1,float16,float16,0,0.012907199561595917
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,8,2,128,1,fp8,fp8,0,0.013436800241470337
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,8,4,128,1,float16,fp8,0,0.013359999656677246
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,8,4,128,1,fp8,fp8,0,0.013515199720859527
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,8,8,128,1,float16,float16,0,0.012363199889659882
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,8,8,128,1,float16,fp8,0,0.01313759982585907
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,8,8,128,1,fp8,fp8,0,0.013318400084972381
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,8,1,128,1,float16,fp8,0,0.012643200159072877
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,8,1,128,1,float16,float16,0,0.011644800007343293
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,8,1,128,1,fp8,fp8,0,0.012785600125789642
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,8,2,128,1,float16,float16,0,0.012035199999809265
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,8,2,128,1,float16,fp8,0,0.012852799892425538
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,8,2,128,1,fp8,fp8,0,0.012761600315570831
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,8,4,128,1,float16,float16,0,0.012254399806261062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,8,4,128,1,float16,fp8,0,0.013070400059223174
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,8,4,128,1,fp8,fp8,0,0.012948800623416901
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,8,8,128,1,float16,float16,0,0.012160000205039979
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,8,8,128,1,float16,fp8,0,0.012785600125789642
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,8,8,128,1,fp8,fp8,0,0.013094399869441987
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,8,1,128,1,float16,float16,0,0.011689600348472596
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,8,1,128,1,float16,fp8,0,0.012676799297332763
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,8,2,128,1,float16,float16,0,0.011804799735546111
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,8,1,128,1,fp8,fp8,0,0.012441600114107132
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,8,2,128,1,float16,fp8,0,0.012567999958992004
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,8,2,128,1,fp8,fp8,0,0.012574400007724761
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,8,4,128,1,float16,float16,0,0.011964800208806992
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,8,4,128,1,float16,fp8,0,0.01273919939994812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,8,4,128,1,fp8,fp8,0,0.012647999823093415
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,8,8,128,1,float16,float16,0,0.011816000193357467
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,8,8,128,1,float16,fp8,0,0.01263200044631958
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,8,8,128,1,fp8,fp8,0,0.012775999307632447
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,8,1,128,1,float16,float16,0,0.011619199812412263
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,8,1,128,1,float16,fp8,0,0.01228799968957901
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,8,1,128,1,fp8,fp8,0,0.012247999757528305
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,8,2,128,1,float16,float16,0,0.01159999966621399
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,8,2,128,1,float16,fp8,0,0.012507200241088867
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,8,4,128,1,float16,float16,0,0.011699199676513672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,8,2,128,1,fp8,fp8,0,0.012275200337171555
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,8,4,128,1,float16,fp8,0,0.012390399724245072
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,8,4,128,1,fp8,fp8,0,0.012540799379348756
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,8,8,128,1,float16,float16,0,0.011772800236940384
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,8,8,128,1,float16,fp8,0,0.012470400333404541
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,8,1,128,1,float16,float16,0,0.011587200313806533
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,8,8,128,1,fp8,fp8,0,0.012300799787044524
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,8,1,128,1,float16,fp8,0,0.012307199835777282
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,8,1,128,1,fp8,fp8,0,0.012478400021791458
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,8,2,128,1,float16,float16,0,0.011641599982976914
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,8,2,128,1,float16,fp8,0,0.012336000055074691
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,8,2,128,1,fp8,fp8,0,0.012115199863910676
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,8,4,128,1,float16,float16,0,0.0115167997777462
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,8,4,128,1,float16,fp8,0,0.012457600235939026
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,8,4,128,1,fp8,fp8,0,0.012409599870443344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,8,8,128,1,float16,float16,0,0.011689600348472596
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,8,8,128,1,float16,fp8,0,0.01218079999089241
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,8,8,128,1,fp8,fp8,0,0.012278400361537933
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,8,1,128,1,float16,float16,0,0.011606399714946748
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,8,1,128,1,float16,fp8,0,0.012214399874210358
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,8,2,128,1,float16,float16,0,0.011427199840545655
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,8,1,128,1,fp8,fp8,0,0.012297599762678146
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,8,2,128,1,float16,fp8,0,0.012323199957609176
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,8,2,128,1,fp8,fp8,0,0.012321600317955017
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,8,4,128,1,float16,float16,0,0.011691199988126755
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,8,4,128,1,float16,fp8,0,0.012216000258922577
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,8,4,128,1,fp8,fp8,0,0.012404800206422806
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,4,1,128,1,float16,fp8,0,3.161452865600586
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,4,1,128,1,fp8,fp8,0,3.133459281921387
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,4,2,128,1,float16,fp8,0,3.182119941711426
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,4,1,128,1,float16,float16,0,3.6645679473876953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,4,2,128,1,float16,float16,0,3.651630401611328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,4,2,128,1,fp8,fp8,0,3.131847953796387
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,4,4,128,1,float16,fp8,0,1.6208976745605468
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,4,4,128,1,fp8,fp8,0,1.6373584747314454
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,4,4,128,1,float16,float16,0,1.8351568222045898
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,4,1,128,1,fp8,fp8,0,1.5999168395996093
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,4,1,128,1,float16,float16,0,1.8882976531982423
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,4,1,128,1,float16,fp8,0,1.7612495422363281
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,4,4,128,1,float16,float16,0,0.9787872314453125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,4,4,128,1,float16,fp8,0,0.8341183662414551
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,4,1,128,1,float16,float16,0,0.868012809753418
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,4,4,128,1,fp8,fp8,0,0.8784128189086914
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,4,2,128,1,float16,fp8,0,1.5775216102600098
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,4,2,128,1,fp8,fp8,0,1.589577579498291
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,4,1,128,1,float16,fp8,0,0.9012207984924316
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,4,4,128,1,float16,float16,0,0.45288639068603515
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,4,1,128,1,fp8,fp8,0,0.8159791946411132
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,4,2,128,1,float16,fp8,0,0.8220159530639648
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,4,2,128,1,float16,float16,0,0.8954496383666992
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,4,2,128,1,fp8,fp8,0,0.79966721534729
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,4,2,128,1,float16,float16,0,4.095040130615234
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,4,4,128,1,float16,fp8,0,0.4540559768676758
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,4,4,128,1,fp8,fp8,0,0.44945921897888186
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,4,1,128,1,float16,float16,0,0.43652639389038084
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,4,1,128,1,float16,fp8,0,0.3990943908691406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,4,1,128,1,fp8,fp8,0,0.45198397636413573
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,4,2,128,1,float16,float16,0,0.43917598724365237
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,4,2,128,1,fp8,fp8,0,0.42546558380126953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,4,2,128,1,float16,fp8,0,0.9032336235046386
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,4,1,128,1,float16,fp8,0,1.8411407470703125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,4,1,128,1,fp8,fp8,0,1.8158016204833984
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,4,1,128,1,float16,float16,0,2.0254831314086914
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,4,2,128,1,float16,fp8,0,1.8383647918701171
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,4,2,128,1,float16,float16,0,2.132267189025879
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,4,2,128,1,fp8,fp8,0,1.847020721435547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,4,4,128,1,float16,fp8,0,0.9490592002868652
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,4,4,128,1,fp8,fp8,0,0.9759471893310547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,4,1,128,1,float16,float16,0,0.9781455993652344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,4,1,128,1,float16,fp8,0,1.0429903984069824
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,4,1,128,1,fp8,fp8,0,0.9282943725585937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,4,4,128,1,float16,float16,0,2.563982391357422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,4,2,128,1,float16,fp8,0,0.9229248046875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,4,2,128,1,float16,float16,0,1.129689598083496
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,4,4,128,1,float16,fp8,0,0.520737600326538
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,4,4,128,1,float16,float16,0,0.5743216037750244
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,4,1,128,1,float16,float16,0,0.4910304069519043
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,4,4,128,1,fp8,fp8,0,0.5440639972686767
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,4,1,128,1,fp8,fp8,0,0.4600224018096924
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,4,2,128,1,fp8,fp8,0,0.9122112274169922
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,4,4,128,1,float16,float16,0,0.31629440784454343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,4,4,128,1,float16,fp8,0,0.275214409828186
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,4,2,128,1,float16,fp8,0,0.4874095916748047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,4,2,128,1,fp8,fp8,0,0.47236318588256837
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,4,1,128,1,float16,fp8,0,0.8091872215270997
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,4,2,128,1,float16,float16,0,0.5807727813720703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,4,4,128,1,fp8,fp8,0,0.26032319068908694
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,4,1,128,1,float16,float16,0,0.2667056083679199
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,4,1,128,1,float16,fp8,0,0.2606512069702148
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,4,1,128,1,fp8,fp8,0,0.26294560432434083
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,4,2,128,1,float16,fp8,0,0.25615360736846926
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,4,2,128,1,float16,float16,0,0.28096320629119875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,4,2,128,1,fp8,fp8,0,0.36763999462127683
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,4,4,128,1,float16,float16,0,0.7807328224182128
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,4,1,128,1,fp8,fp8,0,1.2697088241577148
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,4,1,128,1,float16,fp8,0,1.2704303741455079
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,4,1,128,1,float16,float16,0,1.420787239074707
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,4,2,128,1,fp8,fp8,0,1.299182415008545
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,4,2,128,1,float16,fp8,0,1.3145999908447266
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,4,2,128,1,float16,float16,0,1.4266127586364745
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,4,4,128,1,float16,fp8,0,1.35862398147583
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,4,4,128,1,fp8,fp8,0,0.7165584087371826
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,4,1,128,1,float16,fp8,0,0.6447343826293945
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,4,1,128,1,float16,float16,0,0.6904496192932129
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,4,1,128,1,fp8,fp8,0,0.7363808155059814
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,4,2,128,1,float16,fp8,0,0.6651872158050537
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,4,4,128,1,float16,fp8,0,0.3718559980392456
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,4,2,128,1,float16,float16,0,0.7291327953338623
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,4,2,128,1,fp8,fp8,0,0.6669648170471192
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,4,4,128,1,fp8,fp8,0,0.35892159938812257
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,4,1,128,1,float16,float16,0,0.3577647924423218
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,4,1,128,1,float16,fp8,0,0.3690592050552368
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,4,4,128,1,float16,float16,0,1.0639455795288086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,4,1,128,1,fp8,fp8,0,0.33756160736083984
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,4,4,128,1,float16,fp8,0,0.20349280834197997
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,4,4,128,1,float16,float16,0,0.24566240310668946
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,4,2,128,1,float16,float16,0,0.375545597076416
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,4,2,128,1,fp8,fp8,0,0.3511008024215698
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,4,2,128,1,float16,fp8,0,0.37217121124267577
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,4,4,128,1,fp8,fp8,0,0.19956159591674805
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,4,1,128,1,float16,fp8,0,0.18396960496902465
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,4,1,128,1,fp8,fp8,0,0.19768480062484742
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,4,2,128,1,float16,float16,0,0.19959839582443237
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,4,2,128,1,float16,fp8,0,0.18364640474319457
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,4,2,128,1,fp8,fp8,0,0.1913040041923523
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,4,1,128,1,float16,float16,0,0.507316780090332
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,4,4,128,1,float16,float16,0,0.9736063957214356
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,4,1,128,1,fp8,fp8,0,1.6806112289428712
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,4,1,128,1,float16,fp8,0,1.736457633972168
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,4,1,128,1,float16,float16,0,1.871958351135254
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,4,2,128,1,float16,fp8,0,1.6887151718139648
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,4,2,128,1,fp8,fp8,0,1.6864704132080077
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,4,2,128,1,float16,float16,0,1.9102495193481446
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,4,4,128,1,fp8,fp8,0,0.9551440238952636
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,4,4,128,1,float16,fp8,0,2.023828887939453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,4,1,128,1,float16,fp8,0,0.8534095764160157
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,4,1,128,1,float16,float16,0,0.9043840408325196
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,4,2,128,1,float16,fp8,0,0.8502719879150391
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,4,2,128,1,float16,float16,0,0.9227871894836426
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,4,4,128,1,float16,float16,0,0.49765758514404296
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,4,1,128,1,fp8,fp8,0,0.9618335723876953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,4,2,128,1,fp8,fp8,0,0.9485584259033203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,4,4,128,1,float16,fp8,0,0.4523263931274414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,4,4,128,1,fp8,fp8,0,0.4521039962768555
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,4,1,128,1,float16,float16,0,0.45487360954284667
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,4,1,128,1,float16,fp8,0,0.4755263805389404
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,4,1,128,1,fp8,fp8,0,0.44348320960998533
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,4,2,128,1,float16,float16,0,0.48371357917785646
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,4,2,128,1,float16,fp8,0,0.4539599895477295
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,4,4,128,1,float16,float16,0,0.25095040798187257
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,4,2,128,1,fp8,fp8,0,0.4331967830657959
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,4,4,128,1,float16,fp8,0,0.23537919521331788
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,4,1,128,1,float16,float16,0,0.23127200603485107
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,4,4,128,1,fp8,fp8,0,0.25604801177978515
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,4,1,128,1,float16,fp8,0,0.23253440856933594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,4,1,128,1,fp8,fp8,0,0.2265023946762085
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,4,2,128,1,float16,float16,0,0.23933761119842528
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,4,2,128,1,float16,fp8,0,0.22111680507659912
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,4,4,128,1,float16,float16,0,0.12940160036087037
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,4,4,128,1,float16,fp8,0,0.12394560575485229
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,4,2,128,1,fp8,fp8,0,0.22911200523376465
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,4,4,128,1,fp8,fp8,0,0.12650400400161743
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,4,1,128,1,float16,float16,0,0.11879199743270874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,4,1,128,1,float16,fp8,0,0.1138159990310669
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,4,2,128,1,float16,float16,0,0.1226688027381897
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,4,1,128,1,fp8,fp8,0,0.11486560106277466
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,4,2,128,1,float16,fp8,0,0.11521760225296021
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,4,2,128,1,fp8,fp8,0,0.11900160312652588
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,4,4,128,1,float16,float16,0,0.6037968158721924
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,4,1,128,1,float16,fp8,0,1.0015727996826171
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,4,1,128,1,fp8,fp8,0,1.0113615989685059
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,4,1,128,1,float16,float16,0,1.054206371307373
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,4,2,128,1,float16,float16,0,1.087939167022705
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,4,2,128,1,float16,fp8,0,0.9940176010131836
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,4,2,128,1,fp8,fp8,0,0.9962335586547851
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,4,4,128,1,float16,fp8,0,0.5337615966796875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,4,4,128,1,fp8,fp8,0,0.5252912044525146
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,4,1,128,1,float16,float16,0,0.5338031768798828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,4,1,128,1,float16,fp8,0,0.5193424224853516
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,4,1,128,1,fp8,fp8,0,0.5351583957672119
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,4,2,128,1,float16,fp8,0,0.5097599983215332
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,4,2,128,1,float16,float16,0,0.54475998878479
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,4,4,128,1,float16,float16,0,0.31612319946289064
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,4,2,128,1,fp8,fp8,0,0.5080031871795654
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,4,4,128,1,float16,fp8,0,0.2801264047622681
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,4,4,128,1,fp8,fp8,0,0.2851360082626343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,4,1,128,1,float16,float16,0,0.2805808067321777
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,4,1,128,1,float16,fp8,0,0.2639103889465332
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,4,1,128,1,fp8,fp8,0,0.26427199840545657
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,4,2,128,1,float16,float16,0,0.28170878887176515
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,4,4,128,1,float16,float16,0,0.1768607974052429
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,4,2,128,1,float16,fp8,0,0.2659904003143311
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,4,4,128,1,float16,fp8,0,0.15118240118026732
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,4,4,128,1,fp8,fp8,0,0.14637919664382934
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,4,1,128,1,float16,float16,0,0.14849599599838256
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,4,2,128,1,fp8,fp8,0,0.2719199895858765
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,4,1,128,1,float16,fp8,0,0.13903839588165284
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,4,1,128,1,fp8,fp8,0,0.14192800521850585
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,4,2,128,1,float16,fp8,0,0.14337760210037231
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,4,4,128,1,float16,float16,0,0.09587680101394654
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,4,4,128,1,float16,fp8,0,0.08866559863090515
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,4,2,128,1,float16,float16,0,0.15523680448532104
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,4,2,128,1,fp8,fp8,0,0.14076319932937623
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,4,4,128,1,fp8,fp8,0,0.08901600241661071
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,4,1,128,1,float16,float16,0,0.09065600037574768
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,4,1,128,1,float16,fp8,0,0.08892319798469543
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,4,1,128,1,fp8,fp8,0,0.08821280002593994
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,4,2,128,1,float16,float16,0,0.09005600214004517
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,4,2,128,1,float16,fp8,0,0.0880735993385315
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,4,2,128,1,fp8,fp8,0,0.08810880184173583
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,4,4,128,1,float16,float16,0,0.5649936199188232
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,4,1,128,1,float16,float16,0,0.9769583702087402
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,4,1,128,1,float16,fp8,0,0.9437520027160644
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,4,1,128,1,fp8,fp8,0,0.9433664321899414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,4,2,128,1,float16,float16,0,1.0314064025878906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,4,2,128,1,float16,fp8,0,0.944001579284668
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,4,2,128,1,fp8,fp8,0,0.9488176345825196
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,4,4,128,1,float16,fp8,0,0.5086880207061768
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,4,4,128,1,fp8,fp8,0,0.5283696174621582
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,4,1,128,1,float16,float16,0,0.49413437843322755
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,4,1,128,1,float16,fp8,0,0.48006720542907716
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,4,1,128,1,fp8,fp8,0,0.4763360023498535
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,4,2,128,1,float16,fp8,0,0.48266401290893557
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,4,2,128,1,float16,float16,0,0.5186975955963135
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,4,4,128,1,float16,float16,0,0.31831679344177244
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,4,2,128,1,fp8,fp8,0,0.4797935962677002
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,4,4,128,1,float16,fp8,0,0.2737600088119507
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,4,1,128,1,float16,float16,0,0.2526799917221069
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,4,4,128,1,fp8,fp8,0,0.26146240234375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,4,1,128,1,float16,fp8,0,0.2442847967147827
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,4,1,128,1,fp8,fp8,0,0.24603679180145263
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,4,2,128,1,float16,float16,0,0.2652751922607422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,4,4,128,1,float16,float16,0,0.154966402053833
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,4,4,128,1,float16,fp8,0,0.13655200004577636
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,4,4,128,1,fp8,fp8,0,0.13675999641418457
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,4,1,128,1,float16,float16,0,0.13300800323486328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,4,1,128,1,float16,fp8,0,0.1269487977027893
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,4,2,128,1,fp8,fp8,0,0.2473599910736084
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,4,1,128,1,fp8,fp8,0,0.1258463978767395
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,4,2,128,1,float16,fp8,0,0.5160528182983398
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,4,2,128,1,float16,float16,0,0.14272160530090333
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,4,2,128,1,float16,fp8,0,0.12789759635925294
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,4,4,128,1,float16,float16,0,0.07953600287437439
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,4,4,128,1,float16,fp8,0,0.06951839923858642
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,4,4,128,1,fp8,fp8,0,0.06988639831542968
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,4,2,128,1,fp8,fp8,0,0.12822240591049194
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,4,1,128,1,float16,float16,0,0.0686896026134491
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,4,1,128,1,fp8,fp8,0,0.0674127995967865
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,4,1,128,1,float16,fp8,0,0.1018671989440918
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,4,2,128,1,float16,float16,0,0.06970559954643249
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,4,2,128,1,float16,fp8,0,0.06812959909439087
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,4,2,128,1,fp8,fp8,0,0.06762400269508362
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,4,4,128,1,float16,float16,0,0.06398879885673522
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,4,4,128,1,float16,fp8,0,0.06298720240592956
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,4,4,128,1,fp8,fp8,0,0.06188639998435974
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,4,1,128,1,float16,fp8,0,0.06195520162582398
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,4,1,128,1,float16,float16,0,0.0943888008594513
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,4,1,128,1,fp8,fp8,0,0.061427199840545656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,4,2,128,1,float16,float16,0,0.06362559795379638
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,4,2,128,1,float16,fp8,0,0.06121439933776855
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,4,2,128,1,fp8,fp8,0,0.06139519810676575
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,4,4,128,1,float16,float16,0,0.3813071966171265
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,4,1,128,1,float16,float16,0,0.6353839874267578
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,4,1,128,1,float16,fp8,0,0.6136367797851563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,4,2,128,1,float16,fp8,0,0.6178127765655518
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,4,2,128,1,fp8,fp8,0,0.6216224193572998
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,4,2,128,1,float16,float16,0,0.6710639953613281
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,4,1,128,1,fp8,fp8,0,1.0134832382202148
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,4,4,128,1,float16,fp8,0,0.3411472082138062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,4,4,128,1,fp8,fp8,0,0.3432111978530884
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,4,1,128,1,float16,float16,0,0.3313551902770996
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,4,1,128,1,float16,fp8,0,0.31608479022979735
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,4,1,128,1,fp8,fp8,0,0.3184736013412476
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,4,2,128,1,float16,float16,0,0.34762399196624755
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,4,4,128,1,float16,float16,0,0.20190880298614503
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,4,4,128,1,float16,fp8,0,0.18077919483184815
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,4,2,128,1,fp8,fp8,0,0.31914238929748534
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,4,4,128,1,fp8,fp8,0,0.1801584005355835
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,4,1,128,1,float16,float16,0,0.17788159847259521
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,4,1,128,1,float16,fp8,0,0.17055039405822753
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,4,1,128,1,fp8,fp8,0,0.16921919584274292
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,4,2,128,1,float16,float16,0,0.18536159992218018
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,4,4,128,1,float16,float16,0,0.10906879901885987
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,4,2,128,1,float16,fp8,0,0.17010719776153566
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,4,4,128,1,float16,fp8,0,0.10014879703521729
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,4,2,128,1,fp8,fp8,0,0.1706768035888672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,4,1,128,1,float16,float16,0,0.09648320078849792
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,4,4,128,1,fp8,fp8,0,0.09858400225639344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,4,1,128,1,float16,fp8,0,0.09224479794502258
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,4,1,128,1,fp8,fp8,0,0.09235360026359558
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,4,2,128,1,float16,float16,0,0.10227839946746826
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,4,2,128,1,float16,fp8,0,0.09230719804763794
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,4,2,128,1,fp8,fp8,0,0.09333119988441467
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,4,4,128,1,float16,float16,0,0.06196960210800171
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,4,4,128,1,float16,fp8,0,0.055731201171875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,4,4,128,1,fp8,fp8,0,0.05559039711952209
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,4,1,128,1,float16,float16,0,0.05527840256690979
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,4,2,128,1,float16,fp8,0,1.4477519989013672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,4,1,128,1,float16,fp8,0,0.054420799016952515
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,4,2,128,1,fp8,fp8,0,0.05508000254631042
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,4,2,128,1,float16,float16,0,0.055251199007034305
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,4,2,128,1,float16,fp8,0,0.05518879890441895
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,4,1,128,1,fp8,fp8,0,0.055006402730941775
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,4,4,128,1,float16,float16,0,0.05389440059661865
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,4,4,128,1,float16,fp8,0,0.05145760178565979
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,4,1,128,1,float16,float16,0,0.041526401042938234
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,4,1,128,1,fp8,fp8,0,0.04153760075569153
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,4,1,128,1,float16,fp8,0,0.041910400986671446
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,4,2,128,1,float16,fp8,0,0.048860800266265866
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,4,4,128,1,fp8,fp8,0,0.23749120235443116
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,4,2,128,1,fp8,fp8,0,0.0485071986913681
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,4,2,128,1,float16,float16,0,0.048875200748443606
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,4,4,128,1,float16,float16,0,0.3978800058364868
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,4,1,128,1,float16,float16,0,0.6347568035125732
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,4,1,128,1,float16,fp8,0,0.6151279926300048
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,4,1,128,1,fp8,fp8,0,0.6156415939331055
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,4,2,128,1,fp8,fp8,0,0.625216007232666
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,4,2,128,1,float16,float16,0,0.6815968036651612
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,4,4,128,1,fp8,fp8,0,0.35486879348754885
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,4,4,128,1,float16,fp8,0,0.3548719882965088
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,4,1,128,1,float16,float16,0,0.32985920906066896
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,4,1,128,1,float16,fp8,0,0.32028319835662844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,4,1,128,1,fp8,fp8,0,0.3176608085632324
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,4,2,128,1,float16,float16,0,0.35376160144805907
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,4,4,128,1,float16,fp8,0,0.18892960548400878
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,4,2,128,1,float16,fp8,0,0.3247999906539917
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,4,4,128,1,float16,float16,0,0.21115679740905763
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,4,4,128,1,fp8,fp8,0,0.1879536032676697
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,4,1,128,1,float16,float16,0,0.1784976005554199
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,4,2,128,1,fp8,fp8,0,0.3251840114593506
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,4,1,128,1,float16,fp8,0,0.1719823956489563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,4,2,128,1,float16,fp8,0,2.0323135375976564
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,4,1,128,1,fp8,fp8,0,0.17078399658203125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,4,4,128,1,float16,float16,0,0.11655199527740479
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,4,2,128,1,fp8,fp8,0,0.17381759881973266
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,4,2,128,1,float16,float16,0,0.18805760145187378
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,4,2,128,1,float16,fp8,0,0.17352479696273804
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,4,4,128,1,float16,fp8,0,0.10666240453720092
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,4,1,128,1,float16,float16,0,0.09973120093345642
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,4,1,128,1,float16,fp8,0,0.09523360133171081
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,4,2,128,1,float16,float16,0,0.10521919727325439
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,4,2,128,1,float16,fp8,0,0.09772319793701172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,4,1,128,1,fp8,fp8,0,0.09440159797668457
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,4,2,128,1,fp8,fp8,0,0.09666879773139954
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,4,4,128,1,float16,float16,0,0.06908800005912781
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,4,1,128,1,float16,float16,0,0.058671998977661136
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,4,4,128,1,float16,fp8,0,0.06043519973754883
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,4,4,128,1,fp8,fp8,0,0.06012639999389648
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,4,4,128,1,fp8,fp8,0,0.43372159004211425
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,4,1,128,1,float16,fp8,0,0.05850560069084167
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,4,1,128,1,fp8,fp8,0,0.058254402875900266
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,4,2,128,1,float16,fp8,0,0.058303999900817874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,4,4,128,1,float16,float16,0,0.042121601104736325
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,4,2,128,1,float16,float16,0,0.06091679930686951
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,4,1,128,1,float16,float16,0,0.0399152010679245
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,4,2,128,1,fp8,fp8,0,0.058659201860427855
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,4,4,128,1,fp8,fp8,0,0.04057759940624237
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,4,1,128,1,float16,fp8,0,0.03993760049343109
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,4,1,128,1,fp8,fp8,0,0.04039680063724518
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,4,4,128,1,float16,fp8,0,0.1443519949913025
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,4,2,128,1,float16,float16,0,0.04040479958057404
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,4,2,128,1,float16,fp8,0,0.03982400000095367
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,4,2,128,1,fp8,fp8,0,0.040540799498558044
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,4,4,128,1,float16,float16,0,0.03293760120868683
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,4,4,128,1,float16,fp8,0,0.03267360031604767
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,4,4,128,1,fp8,fp8,0,0.033030399680137636
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,4,1,128,1,float16,fp8,0,0.03220799863338471
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,4,1,128,1,fp8,fp8,0,0.032716798782348636
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,4,1,128,1,float16,float16,0,0.11358879804611206
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,4,2,128,1,float16,float16,0,0.0323199987411499
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,4,2,128,1,fp8,fp8,0,0.03236800134181976
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,4,2,128,1,float16,fp8,0,0.03250400125980377
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,4,1,128,1,float16,float16,0,0.40807042121887205
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,4,4,128,1,float16,float16,0,0.26656160354614256
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,4,1,128,1,float16,fp8,0,0.3953999996185303
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,4,1,128,1,fp8,fp8,0,0.3960720062255859
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,4,2,128,1,fp8,fp8,0,0.40506558418273925
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,4,2,128,1,float16,fp8,0,0.40491681098937987
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,4,4,128,1,float16,fp8,0,0.2356800079345703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,4,4,128,1,fp8,fp8,0,0.23608000278472902
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,4,1,128,1,float16,float16,0,0.2155071973800659
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,4,1,128,1,float16,fp8,0,0.20888960361480713
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,4,1,128,1,fp8,fp8,0,0.20813438892364503
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,4,2,128,1,float16,float16,0,0.9825296401977539
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,4,2,128,1,float16,float16,0,0.23142399787902831
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,4,2,128,1,float16,fp8,0,0.21456799507141114
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,4,2,128,1,fp8,fp8,0,0.21456799507141114
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,4,4,128,1,float16,float16,0,0.14404959678649903
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,4,4,128,1,float16,fp8,0,0.12683680057525634
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,4,4,128,1,fp8,fp8,0,0.12679359912872315
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,4,1,128,1,float16,fp8,0,0.1143839955329895
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,4,1,128,1,fp8,fp8,0,0.11577600240707397
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,4,2,128,1,float16,float16,0,0.12615519762039185
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,4,2,128,1,float16,fp8,0,0.1171504020690918
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,4,2,128,1,fp8,fp8,0,0.11756479740142822
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,4,4,128,1,float16,float16,0,0.08097760081291198
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,4,4,128,1,float16,fp8,0,0.07403519749641418
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,4,4,128,1,fp8,fp8,0,0.07563520073890687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,4,1,128,1,float16,float16,0,0.0683184027671814
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,4,1,128,1,float16,float16,0,0.5525551795959472
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,4,1,128,1,float16,fp8,0,0.06585440039634705
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,4,1,128,1,fp8,fp8,0,0.06582720279693603
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,4,2,128,1,float16,fp8,0,0.06630399823188782
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,4,2,128,1,float16,float16,0,0.07329440116882324
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,4,2,128,1,fp8,fp8,0,0.06638560295104981
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,4,4,128,1,float16,float16,0,0.048553600907325745
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,4,4,128,1,fp8,fp8,0,0.04317759871482849
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,4,1,128,1,float16,float16,0,0.04150240123271942
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,4,1,128,1,fp8,fp8,0,0.04270400106906891
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,4,4,128,1,float16,fp8,0,0.18646080493927003
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,4,2,128,1,float16,float16,0,0.041889598965644835
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,4,1,128,1,float16,fp8,0,0.042387199401855466
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,4,2,128,1,float16,fp8,0,0.04264320135116577
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,4,2,128,1,fp8,fp8,0,0.042556801438331605
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,4,4,128,1,float16,float16,0,0.04147520065307617
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,4,4,128,1,float16,fp8,0,0.040038400888442995
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,4,1,128,1,float16,float16,0,0.03692319989204407
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,4,1,128,1,float16,fp8,0,0.03738400042057037
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,4,1,128,1,fp8,fp8,0,0.037529599666595456
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,4,2,128,1,float16,float16,0,0.03899039924144745
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,4,4,128,1,fp8,fp8,0,0.1767840027809143
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,4,2,128,1,float16,fp8,0,0.03970400094985962
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,4,2,128,1,fp8,fp8,0,0.03973279893398285
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,4,4,128,1,float16,float16,0,0.02640160024166107
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,4,4,128,1,float16,fp8,0,0.026183998584747313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,4,1,128,1,float16,float16,0,0.024751999974250795
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,4,4,128,1,fp8,fp8,0,0.026428800821304322
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,4,1,128,1,fp8,fp8,0,0.026161599159240722
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,4,2,128,1,float16,float16,0,0.02503199875354767
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,4,1,128,1,float16,fp8,0,0.07421919703483582
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,4,2,128,1,float16,fp8,0,0.02611680030822754
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,4,2,128,1,fp8,fp8,0,0.026054400205612182
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,4,1,128,1,float16,fp8,0,0.4267280101776123
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,4,1,128,1,float16,float16,0,0.4355792045593262
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,4,4,128,1,float16,float16,0,0.2954767942428589
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,4,2,128,1,float16,float16,0,0.47882561683654784
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,4,1,128,1,fp8,fp8,0,0.4322192192077637
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,4,2,128,1,fp8,fp8,0,0.44277119636535645
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,4,4,128,1,float16,fp8,0,0.26087839603424073
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,4,2,128,1,float16,fp8,0,0.7293807983398437
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,4,4,128,1,fp8,fp8,0,0.2621007919311523
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,4,1,128,1,float16,float16,0,0.22818400859832763
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,4,1,128,1,float16,fp8,0,0.22622079849243165
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,4,1,128,1,fp8,fp8,0,0.2256608009338379
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,4,2,128,1,float16,float16,0,0.2493135929107666
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,4,4,128,1,float16,fp8,0,0.1404688000679016
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,4,2,128,1,fp8,fp8,0,0.23117918968200685
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,4,4,128,1,float16,float16,0,0.15733760595321655
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,4,4,128,1,fp8,fp8,0,0.1400256037712097
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,4,1,128,1,float16,float16,0,0.12304799556732178
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,4,1,128,1,float16,fp8,0,0.12216800451278687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,4,2,128,1,float16,fp8,0,0.5676847934722901
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,4,1,128,1,fp8,fp8,0,0.12133599519729614
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,4,2,128,1,float16,fp8,0,0.12536799907684326
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,4,2,128,1,float16,float16,0,0.1345471978187561
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,4,2,128,1,fp8,fp8,0,0.12481440305709839
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,4,4,128,1,float16,float16,0,0.08698559999465942
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,4,4,128,1,fp8,fp8,0,0.07972800135612487
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,4,1,128,1,float16,fp8,0,0.06805599927902221
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,4,2,128,1,float16,float16,0,0.0759119987487793
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,4,1,128,1,fp8,fp8,0,0.06821920275688172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,4,1,128,1,float16,float16,0,0.07027040123939514
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,4,4,128,1,float16,fp8,0,0.17995200157165528
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,4,2,128,1,float16,fp8,0,0.07107679843902588
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,4,2,128,1,fp8,fp8,0,0.07032480239868164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,4,4,128,1,float16,float16,0,0.05349439978599548
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,4,4,128,1,float16,fp8,0,0.04483200013637543
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,4,4,128,1,fp8,fp8,0,0.0445360004901886
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,4,1,128,1,float16,float16,0,0.0947376012802124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,4,1,128,1,float16,fp8,0,0.04293279945850372
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,4,1,128,1,fp8,fp8,0,0.043079999089241025
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,4,2,128,1,float16,float16,0,0.044747200608253476
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,4,2,128,1,float16,fp8,0,0.04312160015106201
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,4,4,128,1,float16,float16,0,0.02943359911441803
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,4,2,128,1,fp8,fp8,0,0.043075200915336606
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,4,4,128,1,fp8,fp8,0,0.029151999950408937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,4,4,128,1,float16,fp8,0,0.0646399974822998
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,4,1,128,1,float16,float16,0,0.027584001421928406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,4,1,128,1,float16,fp8,0,0.028302401304244995
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,4,2,128,1,float16,fp8,0,0.028278398513793945
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,4,1,128,1,fp8,fp8,0,0.028310400247573853
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,4,2,128,1,float16,float16,0,0.027987200021743774
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,4,2,128,1,fp8,fp8,0,0.02831999957561493
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,4,4,128,1,float16,float16,0,0.04242079854011536
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,4,4,128,1,fp8,fp8,0,0.027158400416374205
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,4,4,128,1,float16,fp8,0,0.027305600047111512
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,4,1,128,1,float16,float16,0,0.025732800364494324
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,4,1,128,1,float16,fp8,0,0.027156800031661987
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,4,2,128,1,float16,float16,0,0.025886398553848267
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,4,1,128,1,fp8,fp8,0,0.02707040011882782
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,4,2,128,1,float16,fp8,0,0.043644800782203674
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,4,2,128,1,fp8,fp8,0,0.026790401339530943
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,4,4,128,1,float16,fp8,0,0.02117599993944168
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,4,4,128,1,float16,float16,0,0.02160640060901642
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,4,4,128,1,fp8,fp8,0,0.02099040001630783
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,4,1,128,1,float16,float16,0,0.020977599918842314
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,4,1,128,1,float16,fp8,0,0.02059199959039688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,4,1,128,1,fp8,fp8,0,0.03369599878787995
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,4,2,128,1,float16,float16,0,0.02117920070886612
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,4,2,128,1,fp8,fp8,0,0.02094080001115799
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,4,2,128,1,float16,fp8,0,0.02099519968032837
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,4,1,128,1,float16,fp8,0,0.2884320020675659
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,4,1,128,1,fp8,fp8,0,0.2900831937789917
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,4,1,128,1,float16,float16,0,0.28509280681610105
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,4,4,128,1,float16,float16,0,0.22053439617156984
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,4,2,128,1,float16,fp8,0,0.3043440103530884
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,4,2,128,1,fp8,fp8,0,0.30473599433898924
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,4,2,128,1,float16,float16,0,0.4315487861633301
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,4,1,128,1,float16,float16,0,0.15018880367279053
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,4,4,128,1,float16,fp8,0,0.1903007984161377
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,4,1,128,1,float16,fp8,0,0.15273120403289794
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,4,4,128,1,fp8,fp8,0,0.1916815996170044
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,4,1,128,1,fp8,fp8,0,0.15261919498443605
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,4,2,128,1,float16,float16,0,0.17369920015335083
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,4,2,128,1,fp8,fp8,0,0.16047359704971315
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,4,4,128,1,float16,float16,0,0.11754879951477051
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,4,4,128,1,fp8,fp8,0,0.10309120416641235
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,4,4,128,1,float16,fp8,0,0.10319039821624756
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,4,1,128,1,float16,float16,0,0.08264960050582885
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,4,1,128,1,float16,fp8,0,0.08425920009613037
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,4,2,128,1,float16,fp8,0,0.5287439823150635
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,4,1,128,1,fp8,fp8,0,0.08423519730567933
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,4,2,128,1,float16,float16,0,0.09352959990501404
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,4,2,128,1,float16,fp8,0,0.08779680132865905
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,4,4,128,1,float16,fp8,0,0.05966079831123352
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,4,4,128,1,float16,float16,0,0.06671680212020874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,4,2,128,1,fp8,fp8,0,0.08783199787139892
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,4,1,128,1,float16,float16,0,0.0493120014667511
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,4,1,128,1,float16,fp8,0,0.047419199347496034
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,4,2,128,1,float16,float16,0,0.054179197549819945
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,4,1,128,1,fp8,fp8,0,0.047035199403762815
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,4,2,128,1,float16,fp8,0,0.050316798686981204
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,4,4,128,1,float16,float16,0,0.03893440067768097
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,4,2,128,1,fp8,fp8,0,0.05099200010299683
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,4,4,128,1,fp8,fp8,0,0.24281599521636962
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,4,4,128,1,float16,fp8,0,0.03283840119838714
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,4,1,128,1,float16,float16,0,0.028683200478553772
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,4,4,128,1,fp8,fp8,0,0.03283840119838714
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,4,1,128,1,float16,fp8,0,0.029569599032402038
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,4,1,128,1,fp8,fp8,0,0.029897600412368774
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,4,2,128,1,float16,fp8,0,0.03000960052013397
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,4,2,128,1,fp8,fp8,0,0.030187198519706727
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,4,2,128,1,float16,float16,0,0.1255839943885803
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,4,4,128,1,float16,float16,0,0.02019519954919815
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,4,4,128,1,float16,fp8,0,0.020598399639129638
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,4,4,128,1,fp8,fp8,0,0.02078080028295517
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,4,1,128,1,float16,float16,0,0.018350400030612946
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,4,1,128,1,float16,fp8,0,0.02022079974412918
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,4,2,128,1,float16,float16,0,0.018915200233459474
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,4,1,128,1,fp8,fp8,0,0.0695583999156952
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,4,2,128,1,float16,fp8,0,0.02006240040063858
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,4,2,128,1,fp8,fp8,0,0.02024800032377243
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,4,4,128,1,float16,fp8,0,0.019782400131225585
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,4,4,128,1,float16,float16,0,0.018756799399852753
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,4,4,128,1,fp8,fp8,0,0.01969760060310364
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,4,1,128,1,float16,fp8,0,0.018918399512767792
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,4,1,128,1,float16,float16,0,0.06185439825057983
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,4,1,128,1,fp8,fp8,0,0.01915840059518814
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,4,2,128,1,float16,float16,0,0.01809599995613098
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,4,2,128,1,float16,fp8,0,0.019200000166893005
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,4,2,128,1,fp8,fp8,0,0.01914079934358597
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,4,4,128,1,float16,float16,0,0.017985600233078002
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,4,4,128,1,fp8,fp8,0,0.01929280012845993
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,4,4,128,1,float16,fp8,0,0.04915040135383606
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,4,1,128,1,float16,float16,0,0.017134399712085725
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,4,1,128,1,float16,fp8,0,0.019075199961662292
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,4,1,128,1,fp8,fp8,0,0.018620799481868743
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,4,2,128,1,float16,float16,0,0.017569600045681
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,4,2,128,1,float16,fp8,0,0.019089600443840025
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,4,2,128,1,fp8,fp8,0,0.04580160081386566
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,4,4,128,1,float16,float16,0,0.01691199988126755
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,4,4,128,1,float16,fp8,0,0.0189983993768692
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,4,4,128,1,fp8,fp8,0,0.018798400461673737
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,4,1,128,1,float16,float16,0,0.01690720021724701
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,4,1,128,1,float16,fp8,0,0.01873439997434616
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,4,1,128,1,fp8,fp8,0,0.01836639940738678
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,4,2,128,1,float16,fp8,0,0.018824000656604768
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,4,2,128,1,float16,float16,0,0.04006560146808624
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,4,2,128,1,fp8,fp8,0,0.018638400733470915
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,4,1,128,1,float16,float16,0,0.12891360521316528
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,4,1,128,1,float16,fp8,0,0.1320863962173462
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,4,1,128,1,fp8,fp8,0,0.13067840337753295
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,4,2,128,1,fp8,fp8,0,0.13770079612731934
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,4,2,128,1,float16,float16,0,0.1530959963798523
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,4,2,128,1,float16,fp8,0,0.23677918910980225
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,4,4,128,1,float16,fp8,0,0.08994240164756775
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,4,4,128,1,float16,float16,0,0.11136480569839477
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,4,4,128,1,fp8,fp8,0,0.08861280083656312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,4,1,128,1,float16,float16,0,0.07163839936256408
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,4,1,128,1,float16,fp8,0,0.0726688027381897
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,4,1,128,1,fp8,fp8,0,0.0726751983165741
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,4,2,128,1,fp8,fp8,0,0.07630079984664917
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,4,2,128,1,float16,fp8,0,0.07578240036964416
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,4,2,128,1,float16,float16,0,0.11865119934082032
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,4,4,128,1,float16,fp8,0,0.05100799798965454
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,4,4,128,1,float16,float16,0,0.06286879777908325
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,4,4,128,1,fp8,fp8,0,0.05061759948730469
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,4,1,128,1,float16,fp8,0,0.040992000699043275
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,4,1,128,1,float16,float16,0,0.04255520105361939
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,4,1,128,1,fp8,fp8,0,0.040188801288604734
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,4,2,128,1,float16,float16,0,0.06928640007972717
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,4,2,128,1,float16,fp8,0,0.04409280121326446
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,4,2,128,1,fp8,fp8,0,0.04311839938163757
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,4,4,128,1,float16,fp8,0,0.026188799738883974
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,4,4,128,1,float16,float16,0,0.03472639918327332
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,4,4,128,1,fp8,fp8,0,0.026023998856544495
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,4,1,128,1,float16,float16,0,0.023316800594329834
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,4,1,128,1,float16,fp8,0,0.03743360042572021
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,4,1,128,1,fp8,fp8,0,0.02535040080547333
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,4,2,128,1,float16,fp8,0,0.025337600708007814
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,4,2,128,1,float16,float16,0,0.024614399671554564
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,4,4,128,1,float16,float16,0,0.017479999363422392
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,4,2,128,1,fp8,fp8,0,0.02542720139026642
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,4,4,128,1,float16,fp8,0,0.016888000071048737
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,4,4,128,1,fp8,fp8,0,0.024908800423145295
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,4,1,128,1,float16,fp8,0,0.01635199934244156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,4,1,128,1,float16,float16,0,0.015809600055217744
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,4,1,128,1,fp8,fp8,0,0.016228799521923066
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,4,2,128,1,float16,float16,0,0.016128000617027283
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,4,2,128,1,fp8,fp8,0,0.016459199786186218
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,4,2,128,1,float16,fp8,0,0.016448000073432924
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,4,4,128,1,float16,float16,0,0.023028799891471864
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,4,4,128,1,float16,fp8,0,0.015974399447441102
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,4,4,128,1,fp8,fp8,0,0.016040000319480895
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,4,1,128,1,float16,float16,0,0.014481599628925323
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,4,1,128,1,float16,fp8,0,0.015311999619007111
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,4,1,128,1,fp8,fp8,0,0.0152879998087883
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,4,2,128,1,float16,fp8,0,0.015641599893569946
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,4,2,128,1,float16,float16,0,0.015121600031852723
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,4,2,128,1,fp8,fp8,0,0.02322400063276291
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,4,4,128,1,float16,float16,0,0.015084800124168397
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,4,4,128,1,float16,fp8,0,0.015302400290966033
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,4,1,128,1,float16,float16,0,0.014140799641609192
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,4,4,128,1,fp8,fp8,0,0.015460799634456634
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,4,1,128,1,float16,fp8,0,0.015118399262428283
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,4,1,128,1,fp8,fp8,0,0.015136000514030457
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,4,2,128,1,float16,float16,0,0.02125599980354309
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,4,2,128,1,float16,fp8,0,0.015436799824237823
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,4,2,128,1,fp8,fp8,0,0.015209600329399109
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,4,4,128,1,float16,float16,0,0.014107200503349304
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,4,4,128,1,float16,fp8,0,0.015230399370193482
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,4,4,128,1,fp8,fp8,0,0.015374399721622467
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,4,1,128,1,float16,float16,0,0.019032000005245207
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,4,1,128,1,float16,fp8,0,0.015072000026702882
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,4,2,128,1,float16,float16,0,0.013988800346851349
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,4,1,128,1,fp8,fp8,0,0.014793600142002105
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,4,2,128,1,float16,fp8,0,0.014985600113868713
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,4,2,128,1,fp8,fp8,0,0.015161600708961488
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,4,4,128,1,float16,float16,0,0.018987199664115904
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,4,4,128,1,float16,fp8,0,0.01509920060634613
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,4,4,128,1,fp8,fp8,0,0.014833599328994751
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,4,1,128,1,float16,float16,0,0.013680000603199006
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,4,1,128,1,float16,fp8,0,0.014678399264812469
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,4,1,128,1,fp8,fp8,0,0.014708800613880158
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,4,2,128,1,float16,float16,0,0.018892799317836762
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,4,2,128,1,float16,fp8,0,0.014971199631690978
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,4,2,128,1,fp8,fp8,0,0.014795200526714325
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,4,1,128,1,float16,float16,0,0.0696287989616394
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,4,1,128,1,float16,fp8,0,0.07031520009040833
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,4,1,128,1,fp8,fp8,0,0.07148640155792237
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,4,2,128,1,float16,fp8,0,0.07387040257453918
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,4,2,128,1,float16,float16,0,0.1002959966659546
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,4,2,128,1,fp8,fp8,0,0.07375040054321289
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,4,4,128,1,float16,float16,0,0.06241120100021362
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,4,4,128,1,float16,fp8,0,0.04780640006065369
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,4,4,128,1,fp8,fp8,0,0.0482367992401123
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,4,1,128,1,float16,float16,0,0.04080640077590943
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,4,1,128,1,fp8,fp8,0,0.03651520013809204
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,4,1,128,1,float16,fp8,0,0.04544320106506348
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,4,2,128,1,float16,float16,0,0.046412798762321475
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,4,2,128,1,float16,fp8,0,0.04022080004215241
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,4,2,128,1,fp8,fp8,0,0.04074560105800629
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,4,4,128,1,float16,float16,0,0.032974401116371156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,4,4,128,1,float16,fp8,0,0.022729599475860597
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,4,4,128,1,fp8,fp8,0,0.02779200077056885
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,4,1,128,1,float16,float16,0,0.021268799901008606
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,4,1,128,1,float16,fp8,0,0.022203199565410614
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,4,1,128,1,fp8,fp8,0,0.022511999309062957
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,4,2,128,1,float16,float16,0,0.022390399873256684
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,4,2,128,1,float16,fp8,0,0.022124800086021423
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,4,2,128,1,fp8,fp8,0,0.02215680032968521
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,4,4,128,1,float16,float16,0,0.01989919990301132
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,4,4,128,1,float16,fp8,0,0.015644800662994385
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,4,4,128,1,fp8,fp8,0,0.01579360067844391
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,4,1,128,1,float16,float16,0,0.014731200039386749
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,4,1,128,1,float16,fp8,0,0.015508800745010376
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,4,1,128,1,fp8,fp8,0,0.01889919936656952
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,4,2,128,1,float16,fp8,0,0.01526080071926117
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,4,2,128,1,float16,float16,0,0.015142400562763215
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,4,2,128,1,fp8,fp8,0,0.015662400424480437
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,4,4,128,1,float16,float16,0,0.014182400703430176
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,4,4,128,1,float16,fp8,0,0.013918399810791016
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,4,4,128,1,fp8,fp8,0,0.01717599928379059
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,4,1,128,1,float16,float16,0,0.01311360001564026
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,4,1,128,1,fp8,fp8,0,0.013676799833774567
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,4,1,128,1,float16,fp8,0,0.01364160031080246
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,4,2,128,1,float16,float16,0,0.01358879953622818
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,4,2,128,1,float16,fp8,0,0.016846400499343873
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,4,2,128,1,fp8,fp8,0,0.013865600526332855
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,4,4,128,1,float16,float16,0,0.01340479999780655
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,4,4,128,1,float16,fp8,0,0.01356319934129715
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,4,4,128,1,fp8,fp8,0,0.013740800321102142
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,4,1,128,1,float16,float16,0,0.012931199371814727
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,4,1,128,1,fp8,fp8,0,0.013411200046539307
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,4,1,128,1,float16,fp8,0,0.01802240014076233
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,4,2,128,1,float16,float16,0,0.013228799402713775
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,4,2,128,1,float16,fp8,0,0.013446399569511413
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,4,4,128,1,float16,float16,0,0.013070400059223174
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,4,2,128,1,fp8,fp8,0,0.013465599715709686
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,4,4,128,1,float16,fp8,0,0.012934400141239167
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,4,1,128,1,float16,float16,0,0.012451200187206269
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,4,4,128,1,fp8,fp8,0,0.017667199671268462
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,4,1,128,1,float16,fp8,0,0.012873600423336028
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,4,1,128,1,fp8,fp8,0,0.013041600584983826
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,4,2,128,1,float16,float16,0,0.012494400143623352
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,4,2,128,1,float16,fp8,0,0.013158400356769562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,4,2,128,1,fp8,fp8,0,0.012972800433635712
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,4,4,128,1,float16,float16,0,0.01636800020933151
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,4,4,128,1,float16,fp8,0,0.012729600071907043
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,4,4,128,1,fp8,fp8,0,0.012945599853992462
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,4,1,128,1,float16,float16,0,0.012219200283288956
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,4,1,128,1,float16,fp8,0,0.012668800354003907
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,4,1,128,1,fp8,fp8,0,0.012824000418186187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,4,2,128,1,float16,float16,0,0.015118399262428283
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,4,2,128,1,fp8,fp8,0,0.012615999579429627
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,4,2,128,1,float16,fp8,0,0.012753599882125854
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,4,4,128,1,float16,float16,0,0.012201599776744843
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,4,4,128,1,float16,fp8,0,0.012681600451469422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,4,4,128,1,fp8,fp8,0,0.012590399384498597
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,4,1,128,1,float16,float16,0,0.012030400335788727
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,4,1,128,1,float16,fp8,0,0.01571200042963028
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,4,1,128,1,fp8,fp8,0,0.012548799812793731
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,4,2,128,1,float16,fp8,0,0.012680000066757202
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,4,2,128,1,float16,float16,0,0.012089599668979645
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,4,2,128,1,fp8,fp8,0,0.01268640011548996
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,4,1,128,1,float16,float16,0,0.0411327987909317
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,4,1,128,1,float16,fp8,0,0.03920960128307342
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,4,1,128,1,fp8,fp8,0,0.04747520089149475
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,4,2,128,1,float16,float16,0,0.04799999892711639
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,4,2,128,1,float16,fp8,0,0.04182400107383728
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,4,2,128,1,fp8,fp8,0,0.04149279892444611
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,4,4,128,1,float16,float16,0,0.040638399124145505
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,4,4,128,1,float16,fp8,0,0.03288320004940033
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,4,1,128,1,float16,float16,0,0.021913599967956544
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,4,4,128,1,fp8,fp8,0,0.040836799144744876
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,4,1,128,1,fp8,fp8,0,0.0235615998506546
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,4,1,128,1,float16,fp8,0,0.02284640073776245
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,4,2,128,1,float16,float16,0,0.02350880056619644
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,4,2,128,1,float16,fp8,0,0.023427200317382813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,4,2,128,1,fp8,fp8,0,0.02335519939661026
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,4,4,128,1,float16,float16,0,0.024505600333213806
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,4,4,128,1,float16,fp8,0,0.020160000026226043
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,4,4,128,1,fp8,fp8,0,0.02059520035982132
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,4,1,128,1,float16,float16,0,0.015432000160217285
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,4,1,128,1,float16,fp8,0,0.015876799821853638
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,4,1,128,1,fp8,fp8,0,0.01584800034761429
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,4,2,128,1,float16,float16,0,0.01897599995136261
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,4,2,128,1,float16,fp8,0,0.016068799793720244
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,4,2,128,1,fp8,fp8,0,0.01566080003976822
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,4,4,128,1,float16,float16,0,0.013926400244235993
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,4,4,128,1,float16,fp8,0,0.01422400027513504
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,4,4,128,1,fp8,fp8,0,0.014134399592876434
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,4,1,128,1,float16,float16,0,0.01636800020933151
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,4,1,128,1,float16,fp8,0,0.014220799505710601
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,4,1,128,1,fp8,fp8,0,0.014345599710941315
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,4,2,128,1,float16,float16,0,0.01401599943637848
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,4,2,128,1,float16,fp8,0,0.01430719941854477
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,4,4,128,1,float16,float16,0,0.015972800552845
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,4,2,128,1,fp8,fp8,0,0.014110399782657624
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,4,4,128,1,float16,fp8,0,0.013502399623394012
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,4,4,128,1,fp8,fp8,0,0.01369599997997284
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,4,1,128,1,float16,float16,0,0.012744000554084778
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,4,1,128,1,float16,fp8,0,0.013407999277114868
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,4,1,128,1,fp8,fp8,0,0.0165583997964859
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,4,2,128,1,float16,float16,0,0.012881599366664886
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,4,2,128,1,float16,fp8,0,0.013724799454212188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,4,2,128,1,fp8,fp8,0,0.013486400246620178
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,4,4,128,1,float16,float16,0,0.01279519945383072
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,4,4,128,1,float16,fp8,0,0.013143999874591828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,4,4,128,1,fp8,fp8,0,0.016302399337291718
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,4,1,128,1,float16,float16,0,0.012454400211572647
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,4,1,128,1,float16,fp8,0,0.013081599771976472
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,4,1,128,1,fp8,fp8,0,0.013100799918174744
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,4,2,128,1,float16,float16,0,0.012587200105190276
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,4,2,128,1,float16,fp8,0,0.013283200562000275
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,4,2,128,1,fp8,fp8,0,0.016259199380874632
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,4,4,128,1,float16,float16,0,0.01202080026268959
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,4,4,128,1,float16,fp8,0,0.012831999361515046
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,4,4,128,1,fp8,fp8,0,0.01260959953069687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,4,1,128,1,float16,float16,0,0.01225920021533966
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,4,1,128,1,float16,fp8,0,0.01281760036945343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,4,1,128,1,fp8,fp8,0,0.01578879952430725
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,4,2,128,1,float16,float16,0,0.01207519993185997
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,4,2,128,1,float16,fp8,0,0.012868799269199371
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,4,2,128,1,fp8,fp8,0,0.0127920001745224
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,4,4,128,1,float16,float16,0,0.012008000165224075
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,4,4,128,1,float16,fp8,0,0.012478400021791458
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,4,4,128,1,fp8,fp8,0,0.015500800311565399
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,4,1,128,1,float16,float16,0,0.011795199662446975
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,4,1,128,1,float16,fp8,0,0.012673600018024445
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,4,1,128,1,fp8,fp8,0,0.012745599448680877
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,4,2,128,1,float16,float16,0,0.011966399848461151
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,4,2,128,1,float16,fp8,0,0.012619200348854064
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,4,2,128,1,fp8,fp8,0,0.01565439999103546
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,4,4,128,1,float16,float16,0,0.011638399958610535
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,4,4,128,1,float16,fp8,0,0.012415999919176102
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,4,4,128,1,fp8,fp8,0,0.013027200102806091
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,4,1,128,1,float16,float16,0,0.012004800140857697
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,4,1,128,1,float16,fp8,0,0.012641599774360657
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,4,1,128,1,fp8,fp8,0,0.015646399557590486
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,4,2,128,1,float16,float16,0,0.011851199716329575
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,4,2,128,1,float16,fp8,0,0.012399999797344208
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,4,2,128,1,fp8,fp8,0,0.012880000472068786
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,4,1,128,1,float16,float16,0,0.02367199957370758
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,4,1,128,1,float16,fp8,0,0.025766399502754212
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,4,1,128,1,fp8,fp8,0,0.031891199946403506
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,4,2,128,1,float16,float16,0,0.031886398792266846
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,4,2,128,1,float16,fp8,0,0.03400799930095673
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,4,2,128,1,fp8,fp8,0,0.034569600224494935
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,4,4,128,1,float16,float16,0,0.028327998518943787
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,4,4,128,1,float16,fp8,0,0.03064799904823303
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,4,1,128,1,float16,float16,0,0.01629440039396286
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,4,4,128,1,fp8,fp8,0,0.037136000394821164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,4,1,128,1,float16,fp8,0,0.01741439998149872
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,4,1,128,1,fp8,fp8,0,0.017080000042915343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,4,2,128,1,float16,float16,0,0.019721600413322448
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,4,2,128,1,float16,fp8,0,0.02152000069618225
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,4,2,128,1,fp8,fp8,0,0.021342399716377258
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,4,4,128,1,float16,float16,0,0.021457600593566894
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,4,4,128,1,float16,fp8,0,0.0193792000412941
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,4,4,128,1,fp8,fp8,0,0.019232000410556793
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,4,1,128,1,float16,float16,0,0.014776000380516052
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,4,1,128,1,float16,fp8,0,0.014744000136852264
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,4,1,128,1,fp8,fp8,0,0.014772799611091614
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,4,2,128,1,float16,float16,0,0.01659359931945801
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,4,2,128,1,float16,fp8,0,0.014655999839305878
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,4,2,128,1,fp8,fp8,0,0.014470399916172027
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,4,4,128,1,float16,float16,0,0.013652800023555756
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,4,4,128,1,float16,fp8,0,0.013817599415779114
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,4,4,128,1,fp8,fp8,0,0.013769599795341491
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,4,1,128,1,float16,float16,0,0.01321759968996048
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,4,1,128,1,float16,fp8,0,0.014422400295734406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,4,1,128,1,fp8,fp8,0,0.013950400054454803
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,4,2,128,1,float16,fp8,0,0.0135903999209404
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,4,2,128,1,float16,float16,0,0.013006399571895599
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,4,2,128,1,fp8,fp8,0,0.013537600636482239
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,4,4,128,1,float16,float16,0,0.012750400602817536
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,4,4,128,1,float16,fp8,0,0.013150399923324585
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,4,4,128,1,fp8,fp8,0,0.013096000254154205
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,4,1,128,1,float16,float16,0,0.012539200484752655
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,4,1,128,1,float16,fp8,0,0.013352000713348388
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,4,1,128,1,fp8,fp8,0,0.013105599582195282
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,4,2,128,1,float16,float16,0,0.012326399981975555
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,4,2,128,1,float16,fp8,0,0.012880000472068786
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,4,2,128,1,fp8,fp8,0,0.013019199669361114
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,4,4,128,1,float16,float16,0,0.012647999823093415
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,4,4,128,1,float16,fp8,0,0.012948800623416901
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,4,4,128,1,fp8,fp8,0,0.012895999848842621
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,4,1,128,1,float16,float16,0,0.01228479966521263
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,4,1,128,1,float16,fp8,0,0.012919999659061432
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,4,1,128,1,fp8,fp8,0,0.012987199425697326
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,4,2,128,1,float16,float16,0,0.012100800126791
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,4,2,128,1,float16,fp8,0,0.013313600420951843
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,4,2,128,1,fp8,fp8,0,0.012540799379348756
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,4,4,128,1,float16,float16,0,0.011713600158691407
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,4,4,128,1,float16,fp8,0,0.012563200294971466
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,4,4,128,1,fp8,fp8,0,0.012912000715732574
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,4,1,128,1,float16,float16,0,0.011966399848461151
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,4,1,128,1,float16,fp8,0,0.012491200119256973
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,4,1,128,1,fp8,fp8,0,0.012596799433231354
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,4,2,128,1,float16,float16,0,0.011817599833011627
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,4,2,128,1,float16,fp8,0,0.012545600533485413
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,4,2,128,1,fp8,fp8,0,0.012574400007724761
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,4,4,128,1,float16,float16,0,0.011596799641847611
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,4,4,128,1,float16,fp8,0,0.012505599856376648
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,4,4,128,1,fp8,fp8,0,0.012409599870443344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,4,1,128,1,float16,float16,0,0.011939200013875962
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,4,1,128,1,float16,fp8,0,0.012468799948692322
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,4,1,128,1,fp8,fp8,0,0.012587200105190276
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,4,2,128,1,float16,float16,0,0.011814399808645248
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,4,2,128,1,float16,fp8,0,0.012454400211572647
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,4,2,128,1,fp8,fp8,0,0.012548799812793731
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,4,4,128,1,float16,float16,0,0.011497599631547928
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,4,4,128,1,float16,fp8,0,0.012409599870443344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,4,4,128,1,fp8,fp8,0,0.012459199875593185
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,4,1,128,1,float16,float16,0,0.011787199974060058
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,4,1,128,1,float16,fp8,0,0.012673600018024445
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,4,1,128,1,fp8,fp8,0,0.012464000284671784
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,4,2,128,1,float16,float16,0,0.011649599671363831
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,4,2,128,1,float16,fp8,0,0.01234399974346161
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,4,2,128,1,fp8,fp8,0,0.01247360035777092
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,4,1,128,1,float16,float16,0,0.022515200078487396
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,4,1,128,1,float16,fp8,0,0.023830400407314302
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,4,1,128,1,fp8,fp8,0,0.02406879961490631
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,4,2,128,1,float16,float16,0,0.02938719987869263
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,4,2,128,1,float16,fp8,0,0.032507199048995974
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,4,2,128,1,fp8,fp8,0,0.0328031986951828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,4,4,128,1,float16,float16,0,0.02678399980068207
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,4,4,128,1,float16,fp8,0,0.029440000653266907
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,4,4,128,1,fp8,fp8,0,0.0298335999250412
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,4,1,128,1,float16,float16,0,0.014868800342082978
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,4,1,128,1,float16,fp8,0,0.015884800255298613
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,4,2,128,1,float16,float16,0,0.019096000492572783
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,4,1,128,1,fp8,fp8,0,0.015806399285793304
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,4,2,128,1,float16,fp8,0,0.02041279971599579
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,4,4,128,1,float16,float16,0,0.017884799838066102
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,4,2,128,1,fp8,fp8,0,0.02024639993906021
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,4,4,128,1,float16,fp8,0,0.01897599995136261
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,4,4,128,1,fp8,fp8,0,0.018756799399852753
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,4,1,128,1,float16,float16,0,0.014252799749374389
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,4,1,128,1,float16,fp8,0,0.014294399321079254
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,4,1,128,1,fp8,fp8,0,0.014387199282646179
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,4,2,128,1,float16,float16,0,0.013801600039005279
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,4,2,128,1,fp8,fp8,0,0.01465120017528534
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,4,2,128,1,float16,fp8,0,0.014419199526309967
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,4,4,128,1,float16,float16,0,0.012948800623416901
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,4,4,128,1,fp8,fp8,0,0.013820800185203552
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,4,1,128,1,float16,float16,0,0.012796799838542938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,4,1,128,1,float16,fp8,0,0.013792000710964203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,4,4,128,1,float16,fp8,0,0.01393440067768097
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,4,1,128,1,fp8,fp8,0,0.013424000144004822
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,4,2,128,1,float16,float16,0,0.012700800597667695
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,4,2,128,1,float16,fp8,0,0.013596799969673157
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,4,2,128,1,fp8,fp8,0,0.013550400733947754
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,4,4,128,1,float16,float16,0,0.012430399656295776
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,4,4,128,1,float16,fp8,0,0.013092799484729767
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,4,4,128,1,fp8,fp8,0,0.013014400005340576
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,4,1,128,1,float16,float16,0,0.012172800302505494
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,4,1,128,1,float16,fp8,0,0.013104000687599182
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,4,1,128,1,fp8,fp8,0,0.012809599936008453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,4,2,128,1,float16,float16,0,0.012296000123023986
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,4,2,128,1,float16,fp8,0,0.013062399625778199
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,4,2,128,1,fp8,fp8,0,0.012982399761676788
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,4,4,128,1,float16,float16,0,0.012188799679279327
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,4,4,128,1,float16,fp8,0,0.013055999577045441
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,4,4,128,1,fp8,fp8,0,0.01284639984369278
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,4,1,128,1,float16,float16,0,0.01194240003824234
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,4,1,128,1,float16,fp8,0,0.012859199941158295
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,4,1,128,1,fp8,fp8,0,0.012465599924325943
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,4,2,128,1,float16,float16,0,0.012094400078058242
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,4,2,128,1,float16,fp8,0,0.012470400333404541
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,4,2,128,1,fp8,fp8,0,0.012692800164222718
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,4,4,128,1,float16,float16,0,0.011788800358772278
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,4,4,128,1,float16,fp8,0,0.012326399981975555
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,4,4,128,1,fp8,fp8,0,0.012451200187206269
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,4,1,128,1,float16,float16,0,0.011552000045776367
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,4,1,128,1,float16,fp8,0,0.012494400143623352
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,4,1,128,1,fp8,fp8,0,0.012600000202655792
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,4,2,128,1,float16,float16,0,0.011687999963760376
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,4,2,128,1,float16,fp8,0,0.012457600235939026
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,4,2,128,1,fp8,fp8,0,0.01236959993839264
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,4,4,128,1,float16,float16,0,0.011763200163841248
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,4,4,128,1,float16,fp8,0,0.01250080019235611
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,4,4,128,1,fp8,fp8,0,0.012265600264072418
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,4,1,128,1,float16,float16,0,0.011726400256156922
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,4,1,128,1,float16,fp8,0,0.012254399806261062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,4,1,128,1,fp8,fp8,0,0.012449599802494049
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,4,2,128,1,float16,float16,0,0.011635199934244157
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,4,2,128,1,float16,fp8,0,0.012216000258922577
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,4,2,128,1,fp8,fp8,0,0.012545600533485413
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,4,4,128,1,float16,float16,0,0.011558400094509124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,4,4,128,1,float16,fp8,0,0.012449599802494049
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,4,4,128,1,fp8,fp8,0,0.012452799826860428
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,4,1,128,1,float16,float16,0,0.011472000181674958
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,4,1,128,1,float16,fp8,0,0.012415999919176102
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,4,1,128,1,fp8,fp8,0,0.012291199713945388
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,4,2,128,1,float16,fp8,0,0.012409599870443344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,4,2,128,1,float16,float16,0,0.01162559986114502
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,4,2,128,1,fp8,fp8,0,0.012216000258922577
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,4,1,128,1,float16,float16,0,0.021270400285720824
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,4,1,128,1,float16,fp8,0,0.022707200050354003
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,4,1,128,1,fp8,fp8,0,0.022465600073337554
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,4,2,128,1,float16,float16,0,0.027979201078414916
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,4,2,128,1,float16,fp8,0,0.0312175989151001
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,4,2,128,1,fp8,fp8,0,0.031455999612808226
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,4,4,128,1,float16,float16,0,0.025867199897766112
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,4,4,128,1,float16,fp8,0,0.028944000601768494
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,4,4,128,1,fp8,fp8,0,0.02873919904232025
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,4,1,128,1,float16,float16,0,0.015027199685573579
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,4,1,128,1,float16,fp8,0,0.015974399447441102
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,4,1,128,1,fp8,fp8,0,0.015779200196266174
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,4,2,128,1,float16,float16,0,0.018236799538135527
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,4,2,128,1,float16,fp8,0,0.019793599843978882
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,4,2,128,1,fp8,fp8,0,0.02004159986972809
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,4,4,128,1,float16,float16,0,0.017203199863433837
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,4,4,128,1,float16,fp8,0,0.018716800212860107
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,4,4,128,1,fp8,fp8,0,0.018596799671649934
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,4,1,128,1,float16,float16,0,0.013228799402713775
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,4,1,128,1,float16,fp8,0,0.014017599821090698
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,4,1,128,1,fp8,fp8,0,0.013841600716114044
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,4,2,128,1,float16,float16,0,0.013630400598049163
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,4,2,128,1,float16,fp8,0,0.014203199744224548
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,4,2,128,1,fp8,fp8,0,0.0143327996134758
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,4,4,128,1,float16,float16,0,0.01239679977297783
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,4,4,128,1,float16,fp8,0,0.013339200615882873
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,4,4,128,1,fp8,fp8,0,0.013395200669765472
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,4,1,128,1,float16,float16,0,0.01271200031042099
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,4,1,128,1,float16,fp8,0,0.01356479972600937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,4,1,128,1,fp8,fp8,0,0.012998400628566742
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,4,2,128,1,float16,float16,0,0.012465599924325943
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,4,2,128,1,float16,fp8,0,0.013327999413013459
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,4,2,128,1,fp8,fp8,0,0.013424000144004822
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,4,4,128,1,float16,float16,0,0.012303999811410903
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,4,4,128,1,float16,fp8,0,0.012670400738716125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,4,4,128,1,fp8,fp8,0,0.012707200646400452
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,4,1,128,1,float16,float16,0,0.011748799681663513
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,4,1,128,1,fp8,fp8,0,0.012811200320720672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,4,1,128,1,float16,fp8,0,0.012734399735927581
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,4,2,128,1,float16,float16,0,0.011823999881744384
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,4,2,128,1,float16,fp8,0,0.012668800354003907
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,4,2,128,1,fp8,fp8,0,0.012654399871826172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,4,4,128,1,float16,float16,0,0.011923199892044068
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,4,4,128,1,float16,fp8,0,0.012697599828243256
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,4,4,128,1,fp8,fp8,0,0.012521600723266602
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,4,1,128,1,float16,float16,0,0.011686400324106217
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,4,1,128,1,float16,fp8,0,0.012476799637079239
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,4,1,128,1,fp8,fp8,0,0.01250080019235611
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,4,2,128,1,float16,float16,0,0.01215839982032776
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,4,2,128,1,float16,fp8,0,0.012414400279521943
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,4,2,128,1,fp8,fp8,0,0.012625600397586822
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,4,4,128,1,float16,float16,0,0.011591999977827071
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,4,4,128,1,float16,fp8,0,0.012518399953842163
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,4,4,128,1,fp8,fp8,0,0.012412799894809723
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,4,1,128,1,float16,float16,0,0.011337599903345107
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,4,1,128,1,float16,fp8,0,0.012252800166606903
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,4,1,128,1,fp8,fp8,0,0.012169600278139115
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,4,2,128,1,float16,float16,0,0.01165120005607605
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,4,2,128,1,float16,fp8,0,0.012328000366687774
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,4,2,128,1,fp8,fp8,0,0.012144000083208085
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,4,4,128,1,float16,float16,0,0.011540800333023071
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,4,4,128,1,float16,fp8,0,0.012342400103807449
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,4,4,128,1,fp8,fp8,0,0.01247360035777092
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,4,1,128,1,float16,float16,0,0.011553599685430526
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,4,1,128,1,float16,fp8,0,0.012145599722862244
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,4,1,128,1,fp8,fp8,0,0.012191999703645706
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,4,2,128,1,float16,float16,0,0.011548800021409988
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,4,2,128,1,float16,fp8,0,0.012292800098657608
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,4,2,128,1,fp8,fp8,0,0.01228640004992485
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,4,4,128,1,float16,float16,0,0.011369600147008895
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,4,4,128,1,float16,fp8,0,0.012276799976825714
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,4,4,128,1,fp8,fp8,0,0.012297599762678146
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,4,1,128,1,float16,float16,0,0.01148959994316101
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,4,1,128,1,float16,fp8,0,0.012044800072908401
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,4,1,128,1,fp8,fp8,0,0.01223680004477501
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,4,2,128,1,float16,float16,0,0.01156959980726242
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,4,2,128,1,float16,fp8,0,0.01226240023970604
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,4,2,128,1,fp8,fp8,0,0.01207519993185997
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,2,2,128,1,float16,float16,0,0.8941151618957519
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,2,2,128,1,float16,fp8,0,0.8305824279785157
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,2,1,128,1,float16,fp8,0,1.6021295547485352
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,2,1,128,1,fp8,fp8,0,1.6068096160888672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16384,2,1,128,1,float16,float16,0,1.7835695266723632
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,2,2,128,1,fp8,fp8,0,0.8283120155334472
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,2,1,128,1,float16,float16,0,0.8649375915527344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,2,2,128,1,float16,float16,0,0.501416015625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,2,2,128,1,float16,fp8,0,0.42475199699401855
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,2,1,128,1,float16,fp8,0,0.8090160369873047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,2,1,128,1,fp8,fp8,0,0.8165871620178222
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,2,2,128,1,fp8,fp8,0,0.46964640617370607
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,2,2,128,1,float16,float16,0,0.22799360752105713
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,2,1,128,1,float16,float16,0,0.4896096229553223
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,2,1,128,1,float16,fp8,0,0.41349120140075685
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,2,1,128,1,fp8,fp8,0,0.4095327854156494
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,2,2,128,1,float16,fp8,0,0.24068639278411866
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,2,2,128,1,fp8,fp8,0,0.21780478954315186
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,2,1,128,1,float16,fp8,0,0.21561920642852783
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,2,1,128,1,float16,float16,0,0.24836320877075196
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,2,1,128,1,fp8,fp8,0,0.21546719074249268
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,2,2,128,1,float16,fp8,0,0.49517598152160647
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,2,2,128,1,float16,float16,0,0.6386943817138672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,2,1,128,1,float16,fp8,0,0.9461935997009278
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,2,1,128,1,fp8,fp8,0,0.9584976196289062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,12288,2,1,128,1,float16,float16,0,1.0417391777038574
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,2,2,128,1,fp8,fp8,0,0.49384160041809083
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,2,1,128,1,float16,float16,0,0.5455615997314454
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,2,2,128,1,float16,float16,0,0.325766396522522
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,2,1,128,1,float16,fp8,0,0.49274239540100095
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,2,2,128,1,float16,fp8,0,0.26302878856658934
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,2,1,128,1,fp8,fp8,0,0.4991168022155762
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,2,2,128,1,fp8,fp8,0,0.2839103937149048
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,2,1,128,1,float16,fp8,0,0.26191680431365966
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,2,2,128,1,float16,float16,0,0.17540960311889647
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,2,1,128,1,float16,float16,0,0.2934895992279053
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,2,2,128,1,float16,fp8,0,0.173308801651001
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,2,1,128,1,fp8,fp8,0,0.2623071908950806
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,2,2,128,1,fp8,fp8,0,0.17984800338745116
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,2,1,128,1,float16,float16,0,0.16798880100250244
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,2,1,128,1,float16,fp8,0,0.1661344051361084
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,2,1,128,1,fp8,fp8,0,0.17840479612350463
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,2,2,128,1,float16,float16,0,0.41723361015319826
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,2,2,128,1,float16,fp8,0,0.36031360626220704
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,2,2,128,1,fp8,fp8,0,0.36377758979797364
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,2,1,128,1,float16,float16,0,0.38481760025024414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,2,1,128,1,float16,fp8,0,0.6820000171661377
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,2,1,128,1,float16,float16,0,0.7340479850769043
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,2,2,128,1,float16,fp8,0,0.19610719680786132
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,2,2,128,1,fp8,fp8,0,0.18866560459136963
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,2,2,128,1,float16,float16,0,0.24329760074615478
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,2,1,128,1,float16,float16,0,0.21036159992218018
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,2,1,128,1,float16,fp8,0,0.35942080020904543
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,10240,2,1,128,1,fp8,fp8,0,0.9698736190795898
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,2,1,128,1,fp8,fp8,0,0.36140639781951905
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,2,1,128,1,float16,fp8,0,0.1938256025314331
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,2,2,128,1,float16,float16,0,0.143503999710083
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,2,1,128,1,fp8,fp8,0,0.18708959817886353
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,2,2,128,1,float16,fp8,0,0.15064799785614014
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,2,2,128,1,fp8,fp8,0,0.13761759996414186
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,2,1,128,1,float16,fp8,0,0.1380527973175049
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,2,1,128,1,fp8,fp8,0,0.13841600418090821
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,2,1,128,1,float16,float16,0,0.5202464103698731
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,2,2,128,1,float16,float16,0,0.48881120681762696
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,2,2,128,1,float16,fp8,0,0.4495855808258057
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,2,2,128,1,fp8,fp8,0,0.45345439910888674
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,2,1,128,1,float16,float16,0,0.4641615867614746
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,2,2,128,1,float16,float16,0,0.2517231941223145
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,2,1,128,1,float16,fp8,0,0.8702367782592774
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,2,1,128,1,fp8,fp8,0,0.9052224159240723
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,2,2,128,1,float16,fp8,0,0.23110558986663818
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,8192,2,1,128,1,float16,float16,0,0.9186079978942872
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,2,2,128,1,fp8,fp8,0,0.22880959510803223
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,2,1,128,1,fp8,fp8,0,0.44744000434875486
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,2,1,128,1,float16,float16,0,0.2397007942199707
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,2,2,128,1,float16,float16,0,0.12812479734420776
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,2,2,128,1,fp8,fp8,0,0.11801279783248901
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,2,1,128,1,float16,fp8,0,0.22677760124206542
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,2,2,128,1,float16,fp8,0,0.12098239660263062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,2,1,128,1,float16,float16,0,0.12130559682846069
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,2,1,128,1,fp8,fp8,0,0.2332592010498047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,2,1,128,1,float16,fp8,0,0.1191472053527832
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,2,1,128,1,fp8,fp8,0,0.11907039880752564
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,2,2,128,1,float16,float16,0,0.11271040439605713
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,2,2,128,1,float16,fp8,0,0.11156320571899414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,2,2,128,1,fp8,fp8,0,0.1129263997077942
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,2,1,128,1,float16,float16,0,0.11282080411911011
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,2,1,128,1,float16,fp8,0,0.11426880359649658
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,2,1,128,1,fp8,fp8,0,0.1118016004562378
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,2,1,128,1,float16,fp8,0,1.63438720703125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,2,2,128,1,float16,fp8,0,0.3020639896392822
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,2,2,128,1,float16,float16,0,0.329367995262146
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,2,2,128,1,fp8,fp8,0,0.3049168109893799
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,2,1,128,1,float16,float16,0,0.5859551906585694
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,2,1,128,1,float16,fp8,0,0.5564735889434814
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,6144,2,1,128,1,fp8,fp8,0,0.5614672183990479
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,2,2,128,1,float16,float16,0,0.1810703992843628
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,2,1,128,1,float16,fp8,0,0.29857759475708007
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,2,2,128,1,float16,fp8,0,0.16692960262298584
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,2,1,128,1,fp8,fp8,0,0.3035631895065308
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,2,2,128,1,fp8,fp8,0,0.16348960399627685
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,2,1,128,1,float16,float16,0,0.17261439561843872
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,2,1,128,1,float16,fp8,0,0.16546560525894166
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,2,2,128,1,float16,float16,0,0.10123039484024048
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,2,2,128,1,float16,fp8,0,0.09510239958763123
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,2,2,128,1,fp8,fp8,0,0.09321600198745728
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,2,1,128,1,fp8,fp8,0,0.16403199434280397
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,2,1,128,1,float16,float16,0,0.09547359943389892
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,2,1,128,1,float16,fp8,0,0.09455999732017517
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,2,1,128,1,float16,float16,0,1.1669839859008788
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,2,1,128,1,fp8,fp8,0,0.09461920261383057
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,2,2,128,1,float16,float16,0,0.07225120067596436
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,2,2,128,1,float16,fp8,0,0.06824160218238831
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,2,2,128,1,fp8,fp8,0,0.06923360228538514
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,2,1,128,1,float16,float16,0,0.061622399091720584
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,2,1,128,1,float16,fp8,0,0.061363202333450315
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,2,1,128,1,fp8,fp8,0,0.2618959903717041
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,2,2,128,1,float16,float16,0,0.321345591545105
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,2,2,128,1,float16,fp8,0,0.2919823884963989
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,2,2,128,1,fp8,fp8,0,0.2937056064605713
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,2,1,128,1,float16,float16,0,0.5626976013183593
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,2,1,128,1,float16,fp8,0,0.5450736045837402
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,4096,2,1,128,1,fp8,fp8,0,0.5342336177825928
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,2,2,128,1,float16,float16,0,0.18012959957122804
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,2,1,128,1,float16,fp8,0,0.28662400245666503
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,2,2,128,1,float16,fp8,0,0.16333600282669067
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,2,2,128,1,fp8,fp8,0,0.16401599645614623
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,2,1,128,1,float16,float16,0,0.16669759750366211
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,2,1,128,1,fp8,fp8,0,0.2881200075149536
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,2,2,128,1,float16,float16,0,0.10796799659729003
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,2,1,128,1,float16,fp8,0,0.16153759956359864
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,2,1,128,1,fp8,fp8,0,0.1597488045692444
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,2,2,128,1,float16,fp8,0,0.09881600141525268
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,2,2,128,1,fp8,fp8,0,0.09612320065498352
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,2,1,128,1,float16,float16,0,0.10094079971313477
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,2,1,128,1,float16,float16,0,0.9204704284667968
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,2,1,128,1,float16,fp8,0,0.09814559817314147
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,2,1,128,1,fp8,fp8,0,0.09819520115852357
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,2,2,128,1,float16,float16,0,0.06685919761657715
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,2,2,128,1,float16,fp8,0,0.06707199811935424
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,2,2,128,1,fp8,fp8,0,0.06607199907302856
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,2,1,128,1,float16,float16,0,0.06677119731903076
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,2,1,128,1,fp8,fp8,0,0.06698399782180786
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,2,2,128,1,float16,float16,0,0.045598399639129636
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,2,2,128,1,float16,fp8,0,0.0448527991771698
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,2,1,128,1,float16,float16,0,0.04483999907970428
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,2,2,128,1,fp8,fp8,0,0.04502559900283813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,2,1,128,1,float16,fp8,0,0.04488320052623749
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,2,1,128,1,fp8,fp8,0,0.04487839937210083
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,2,1,128,1,float16,fp8,0,0.2725167989730835
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,2,1,128,1,float16,float16,0,0.3524640083312988
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,2,1,128,1,float16,fp8,0,0.3433648109436035
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,2,2,128,1,float16,fp8,0,0.19054880142211914
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,2,2,128,1,float16,float16,0,0.2097424030303955
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,2,2,128,1,fp8,fp8,0,0.1911728024482727
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,3072,2,1,128,1,fp8,fp8,0,0.33982560634613035
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,2,1,128,1,float16,float16,0,0.4869728088378906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,2,1,128,1,float16,fp8,0,0.18564159870147706
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,2,2,128,1,float16,float16,0,0.11948959827423096
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,2,2,128,1,float16,fp8,0,0.10969120264053345
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,2,2,128,1,fp8,fp8,0,0.11104480028152466
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,2,1,128,1,float16,float16,0,0.11161600351333618
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,2,1,128,1,fp8,fp8,0,0.18575520515441896
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,2,1,128,1,fp8,fp8,0,0.10614399909973145
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,2,2,128,1,float16,float16,0,0.07036479711532592
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,2,2,128,1,float16,fp8,0,0.06719040274620056
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,2,1,128,1,float16,float16,0,0.06508799791336059
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,2,2,128,1,fp8,fp8,0,0.06781119704246522
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,2,1,128,1,float16,fp8,0,0.290395188331604
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,2,1,128,1,float16,fp8,0,0.0654752016067505
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,2,1,128,1,fp8,fp8,0,0.06516159772872925
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,2,2,128,1,float16,float16,0,0.05339199900627136
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,2,2,128,1,fp8,fp8,0,0.05218719840049744
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,2,1,128,1,float16,float16,0,0.048640000820159915
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,2,2,128,1,float16,fp8,0,0.052121597528457644
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,2,2,128,1,float16,float16,0,0.03181279897689819
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,2,1,128,1,fp8,fp8,0,0.0491104006767273
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,2,2,128,1,float16,fp8,0,0.03215680122375488
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,2,1,128,1,float16,fp8,0,0.13781119585037233
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,2,2,128,1,fp8,fp8,0,0.03229919970035553
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,2,1,128,1,float16,float16,0,0.031625598669052124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,2,1,128,1,float16,fp8,0,0.031937599182128906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,2,1,128,1,fp8,fp8,0,0.031937599182128906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,2,1,128,1,float16,float16,0,0.3555919885635376
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,2,2,128,1,float16,fp8,0,0.1918768048286438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,2,2,128,1,fp8,fp8,0,0.19041119813919066
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,2,1,128,1,float16,float16,0,0.19224319458007813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,2,1,128,1,fp8,fp8,0,0.3480720043182373
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,2048,2,1,128,1,float16,fp8,0,0.34618558883666994
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,2,2,128,1,float16,float16,0,0.39272000789642336
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,2,2,128,1,float16,float16,0,0.11941280364990234
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,2,2,128,1,float16,fp8,0,0.1067855954170227
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,2,1,128,1,float16,fp8,0,0.18567520380020142
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,2,1,128,1,fp8,fp8,0,0.18716800212860107
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,2,2,128,1,fp8,fp8,0,0.1076624035835266
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,2,1,128,1,float16,float16,0,0.19010560512542723
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,2,1,128,1,float16,fp8,0,0.10412800312042236
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,2,1,128,1,fp8,fp8,0,0.10397759675979615
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,2,2,128,1,float16,float16,0,0.07276319861412048
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,2,2,128,1,float16,fp8,0,0.06548960208892822
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,2,1,128,1,float16,fp8,0,0.06453279852867126
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,2,2,128,1,fp8,fp8,0,0.06566879749298096
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,2,1,128,1,float16,float16,0,0.06589279770851135
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,2,2,128,1,float16,float16,0,0.04180960059165954
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,2,2,128,1,float16,fp8,0,0.041305598616600034
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,2,1,128,1,fp8,fp8,0,0.11222079992294312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,2,2,128,1,fp8,fp8,0,0.041715198755264284
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,2,1,128,1,float16,float16,0,0.041315200924873355
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,2,2,128,1,float16,float16,0,0.0326447993516922
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,2,1,128,1,float16,fp8,0,0.04176799952983856
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,2,2,128,1,float16,fp8,0,0.03282240033149719
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,2,2,128,1,fp8,fp8,0,0.05623679757118225
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,2,1,128,1,fp8,fp8,0,0.041326400637626645
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,2,1,128,1,float16,float16,0,0.032529601454734804
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,2,1,128,1,float16,fp8,0,0.03290719985961914
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,2,2,128,1,float16,float16,0,0.02354239970445633
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,2,1,128,1,fp8,fp8,0,0.032815998792648314
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,2,2,128,1,float16,fp8,0,0.02431679964065552
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,2,2,128,1,fp8,fp8,0,0.041457599401474
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,2,1,128,1,float16,fp8,0,0.024435199797153473
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,2,1,128,1,float16,float16,0,0.023080000281333925
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,2,1,128,1,fp8,fp8,0,0.024303999543190003
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,2,1,128,1,float16,float16,0,0.23707358837127684
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,2,1,128,1,float16,float16,0,0.12871359586715697
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,2,2,128,1,float16,fp8,0,0.13110400438308717
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,2,2,128,1,fp8,fp8,0,0.12983839511871337
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,2,2,128,1,float16,float16,0,0.20107359886169435
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,2,1,128,1,float16,fp8,0,0.23068640232086182
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1536,2,1,128,1,fp8,fp8,0,0.22998399734497071
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,2,1,128,1,float16,fp8,0,0.12713600397109986
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,2,1,128,1,fp8,fp8,0,0.1253600001335144
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,2,2,128,1,float16,float16,0,0.08273280262947083
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,2,2,128,1,float16,fp8,0,0.07604960203170777
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,2,1,128,1,float16,fp8,0,0.07224159836769103
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,2,2,128,1,fp8,fp8,0,0.11205600500106812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,2,1,128,1,float16,float16,0,0.07491040229797363
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,2,1,128,1,fp8,fp8,0,0.07315840125083924
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,2,2,128,1,fp8,fp8,0,0.048091199994087216
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,2,2,128,1,float16,float16,0,0.050595200061798094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,2,2,128,1,float16,fp8,0,0.04845440089702606
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,2,1,128,1,float16,float16,0,0.046409600973129274
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,2,1,128,1,fp8,fp8,0,0.04737760126590729
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,2,2,128,1,float16,float16,0,0.04180319905281067
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,2,1,128,1,float16,fp8,0,0.0714576005935669
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,2,2,128,1,float16,fp8,0,0.04060479998588562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,2,1,128,1,float16,float16,0,0.039134401082992556
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,2,1,128,1,fp8,fp8,0,0.04043839871883392
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,2,2,128,1,fp8,fp8,0,0.04050720036029816
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,2,2,128,1,float16,float16,0,0.026664000749588013
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,2,1,128,1,float16,fp8,0,0.04078719913959503
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,2,2,128,1,float16,fp8,0,0.039694398641586304
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,2,2,128,1,fp8,fp8,0,0.026660799980163574
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,2,1,128,1,float16,float16,0,0.02492160052061081
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,2,1,128,1,float16,fp8,0,0.02640320062637329
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,2,1,128,1,fp8,fp8,0,0.026688000559806822
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,2,2,128,1,float16,float16,0,0.02102400064468384
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,2,2,128,1,float16,fp8,0,0.028856000304222106
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,2,2,128,1,fp8,fp8,0,0.02054399996995926
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,2,1,128,1,float16,float16,0,0.02083519995212555
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,2,1,128,1,float16,fp8,0,0.02022559940814972
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,2,1,128,1,fp8,fp8,0,0.020340800285339355
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,2,2,128,1,fp8,fp8,0,0.14181920289993286
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,2,1,128,1,float16,float16,0,0.1362496018409729
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,2,1,128,1,float16,float16,0,0.2545664072036743
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,2,2,128,1,float16,fp8,0,0.14169280529022216
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,2,2,128,1,float16,float16,0,0.15870879888534545
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,2,1,128,1,float16,fp8,0,0.25287840366363523
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1024,2,1,128,1,fp8,fp8,0,0.31932480335235597
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,2,2,128,1,float16,fp8,0,0.08109760284423828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,2,1,128,1,float16,fp8,0,0.13541439771652222
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,2,1,128,1,fp8,fp8,0,0.1361184000968933
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,2,2,128,1,float16,float16,0,0.0887008011341095
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,2,2,128,1,fp8,fp8,0,0.08027200102806091
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,2,1,128,1,float16,float16,0,0.07804800271987915
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,2,1,128,1,float16,fp8,0,0.10939680337905884
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,2,2,128,1,float16,float16,0,0.05408959984779358
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,2,1,128,1,fp8,fp8,0,0.0769648015499115
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,2,2,128,1,float16,fp8,0,0.04826399981975556
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,2,1,128,1,float16,float16,0,0.047156798839569095
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,2,2,128,1,fp8,fp8,0,0.048465600609779357
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,2,1,128,1,float16,fp8,0,0.04692479968070984
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,2,1,128,1,fp8,fp8,0,0.06807519793510437
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,2,2,128,1,float16,float16,0,0.029728001356124877
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,2,2,128,1,float16,fp8,0,0.02969599962234497
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,2,2,128,1,fp8,fp8,0,0.02993279993534088
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,2,1,128,1,float16,float16,0,0.028865599632263185
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,2,1,128,1,float16,fp8,0,0.029491201043128967
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,2,1,128,1,fp8,fp8,0,0.029600000381469725
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,2,2,128,1,float16,float16,0,0.03809120059013367
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,2,2,128,1,fp8,fp8,0,0.02744320034980774
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,2,1,128,1,float16,float16,0,0.025839999318122864
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,2,2,128,1,float16,fp8,0,0.02736000120639801
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,2,1,128,1,float16,fp8,0,0.027267199754714967
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,2,1,128,1,fp8,fp8,0,0.0271263986825943
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,2,2,128,1,float16,float16,0,0.029521599411964417
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,2,2,128,1,float16,fp8,0,0.021104000508785248
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,2,2,128,1,fp8,fp8,0,0.02117439955472946
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,2,1,128,1,float16,float16,0,0.02131839990615845
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,2,1,128,1,float16,fp8,0,0.02096959948539734
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,2,1,128,1,fp8,fp8,0,0.020843200385570526
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,2,2,128,1,float16,float16,0,0.025119999051094057
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,2,2,128,1,float16,fp8,0,0.019806399941444397
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,2,2,128,1,fp8,fp8,0,0.019545599818229675
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,2,1,128,1,float16,float16,0,0.01841759979724884
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,2,1,128,1,float16,fp8,0,0.019649599492549897
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,2,1,128,1,fp8,fp8,0,0.019364799559116363
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,2,1,128,1,float16,float16,0,0.2239759922027588
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,2,2,128,1,float16,float16,0,0.11858240365982056
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,2,1,128,1,float16,fp8,0,0.17905919551849364
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,2,2,128,1,fp8,fp8,0,0.10340160131454468
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,2,2,128,1,float16,fp8,0,0.10334080457687378
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,512,2,1,128,1,fp8,fp8,0,0.17799359560012817
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,2,1,128,1,float16,float16,0,0.1229248046875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,2,1,128,1,float16,fp8,0,0.09741119742393493
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,2,2,128,1,float16,fp8,0,0.05927680134773254
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,2,2,128,1,float16,float16,0,0.0672111988067627
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,2,1,128,1,fp8,fp8,0,0.09725279808044433
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,2,2,128,1,fp8,fp8,0,0.05936959981918335
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,2,1,128,1,float16,float16,0,0.07157760262489318
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,2,1,128,1,float16,fp8,0,0.056004798412323
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,2,2,128,1,float16,float16,0,0.03925279974937439
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,2,2,128,1,fp8,fp8,0,0.03466239869594574
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,2,1,128,1,fp8,fp8,0,0.05531039834022522
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,2,2,128,1,float16,fp8,0,0.034764799475669864
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,2,1,128,1,float16,float16,0,0.04303520023822784
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,2,1,128,1,float16,fp8,0,0.033348798751831055
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,2,1,128,1,fp8,fp8,0,0.03329440057277679
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,2,2,128,1,float16,float16,0,0.020452800393104553
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,2,2,128,1,float16,fp8,0,0.02163680046796799
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,2,2,128,1,fp8,fp8,0,0.02162880003452301
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,2,1,128,1,float16,float16,0,0.02669599950313568
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,2,1,128,1,fp8,fp8,0,0.021324799954891206
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,2,1,128,1,float16,fp8,0,0.02138720005750656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,2,2,128,1,float16,float16,0,0.018529599905014037
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,2,2,128,1,float16,fp8,0,0.02001280039548874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,2,2,128,1,fp8,fp8,0,0.020006400346755982
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,2,1,128,1,float16,float16,0,0.02635999917984009
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,2,2,128,1,float16,float16,0,0.017825600504875184
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,2,1,128,1,fp8,fp8,0,0.01974399983882904
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,2,2,128,1,float16,fp8,0,0.019358399510383605
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,2,1,128,1,float16,fp8,0,0.020187200605869295
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,2,2,128,1,fp8,fp8,0,0.019406400620937347
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,2,1,128,1,float16,float16,0,0.01741439998149872
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,2,1,128,1,float16,fp8,0,0.028219199180603026
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,2,1,128,1,fp8,fp8,0,0.01887200027704239
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,2,2,128,1,float16,float16,0,0.01693760007619858
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,2,2,128,1,float16,fp8,0,0.018985599279403687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,2,2,128,1,fp8,fp8,0,0.01912800073623657
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,2,1,128,1,float16,float16,0,0.01696320027112961
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,2,1,128,1,float16,fp8,0,0.01884640008211136
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,2,2,128,1,float16,float16,0,0.016857600212097167
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,2,1,128,1,fp8,fp8,0,0.028217598795890808
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,2,2,128,1,float16,fp8,0,0.018745599687099455
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,2,2,128,1,fp8,fp8,0,0.018854400515556334
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,2,1,128,1,float16,float16,0,0.01688639968633652
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,2,1,128,1,float16,fp8,0,0.018695999681949616
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,2,1,128,1,fp8,fp8,0,0.01871040016412735
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,2,1,128,1,float16,float16,0,0.08685920238494874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,2,1,128,1,fp8,fp8,0,0.08609279990196228
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,2,2,128,1,fp8,fp8,0,0.05111839771270752
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,2,2,128,1,float16,fp8,0,0.05178239941596985
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,2,2,128,1,float16,float16,0,0.0637615978717804
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,2,1,128,1,float16,float16,0,0.04864960014820099
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,2,1,128,1,float16,fp8,0,0.04881120026111603
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,256,2,1,128,1,float16,fp8,0,0.11163519620895386
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,2,1,128,1,fp8,fp8,0,0.0485152006149292
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,2,2,128,1,float16,fp8,0,0.029209598898887634
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,2,2,128,1,float16,float16,0,0.03472479879856109
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,2,2,128,1,fp8,fp8,0,0.028638398647308348
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,2,1,128,1,float16,fp8,0,0.028244799375534056
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,2,1,128,1,float16,float16,0,0.02757120132446289
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,2,1,128,1,fp8,fp8,0,0.038299199938774106
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,2,2,128,1,float16,float16,0,0.01794240027666092
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,2,2,128,1,float16,fp8,0,0.018377600610256194
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,2,2,128,1,fp8,fp8,0,0.01830720007419586
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,2,1,128,1,float16,fp8,0,0.01828159987926483
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,2,1,128,1,float16,float16,0,0.017524799704551695
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,2,1,128,1,float16,float16,0,0.015251199901103973
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,2,1,128,1,fp8,fp8,0,0.018321600556373597
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,2,2,128,1,float16,float16,0,0.020598399639129638
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,2,2,128,1,float16,fp8,0,0.016182400286197662
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,2,2,128,1,fp8,fp8,0,0.016256000101566314
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,2,1,128,1,float16,fp8,0,0.01621759980916977
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,2,1,128,1,fp8,fp8,0,0.016228799521923066
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,2,1,128,1,float16,float16,0,0.01454399973154068
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,2,2,128,1,float16,float16,0,0.014913600683212281
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,2,1,128,1,float16,fp8,0,0.015435199439525604
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,2,2,128,1,float16,fp8,0,0.015521599352359772
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,2,2,128,1,fp8,fp8,0,0.019908800721168518
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,2,1,128,1,fp8,fp8,0,0.015457600355148315
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,2,2,128,1,float16,float16,0,0.014262400567531586
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,2,2,128,1,float16,fp8,0,0.01526239961385727
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,2,2,128,1,fp8,fp8,0,0.015041600167751312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,2,1,128,1,float16,float16,0,0.014110399782657624
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,2,1,128,1,float16,fp8,0,0.019398400187492372
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,2,1,128,1,fp8,fp8,0,0.015161600708961488
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,2,2,128,1,float16,float16,0,0.014022399485111237
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,2,2,128,1,float16,fp8,0,0.014895999431610107
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,2,2,128,1,fp8,fp8,0,0.014852799475193024
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,2,1,128,1,float16,float16,0,0.013902400434017182
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,2,1,128,1,float16,fp8,0,0.019083200395107268
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,2,1,128,1,fp8,fp8,0,0.014827199280261993
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,2,2,128,1,float16,fp8,0,0.014753599464893342
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,2,2,128,1,fp8,fp8,0,0.014726400375366211
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,2,2,128,1,float16,float16,0,0.013687999546527862
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,2,1,128,1,float16,float16,0,0.013748799264431
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,2,1,128,1,float16,fp8,0,0.018955199420452117
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,2,1,128,1,fp8,fp8,0,0.014716799557209014
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,2,1,128,1,float16,float16,0,0.04851999878883362
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,2,2,128,1,float16,float16,0,0.0334879994392395
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,2,1,128,1,fp8,fp8,0,0.04647679924964905
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,128,2,1,128,1,float16,fp8,0,0.04631519913673401
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,2,2,128,1,float16,fp8,0,0.03217599987983703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,2,2,128,1,fp8,fp8,0,0.026315200328826904
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,2,1,128,1,float16,float16,0,0.02571679949760437
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,2,1,128,1,float16,fp8,0,0.0256415992975235
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,2,2,128,1,float16,float16,0,0.017524799704551695
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,2,2,128,1,fp8,fp8,0,0.017382399737834932
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,2,2,128,1,float16,fp8,0,0.01947360038757324
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,2,1,128,1,fp8,fp8,0,0.0261135995388031
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,2,1,128,1,float16,float16,0,0.017108799517154695
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,2,1,128,1,float16,fp8,0,0.016787199676036833
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,2,2,128,1,float16,float16,0,0.01459839940071106
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,2,1,128,1,fp8,fp8,0,0.017148800194263458
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,2,1,128,1,float16,float16,0,0.014113600552082061
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,2,2,128,1,fp8,fp8,0,0.01512800008058548
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,2,2,128,1,float16,fp8,0,0.016766400635242464
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,2,1,128,1,float16,fp8,0,0.01483519971370697
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,2,2,128,1,float16,fp8,0,0.013505600392818451
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,2,1,128,1,fp8,fp8,0,0.014723199605941772
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,2,2,128,1,float16,float16,0,0.013363200426101684
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,2,1,128,1,float16,float16,0,0.014555199444293976
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,2,2,128,1,fp8,fp8,0,0.013825599849224091
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,2,1,128,1,float16,fp8,0,0.014190399646759033
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,2,1,128,1,fp8,fp8,0,0.013630400598049163
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,2,2,128,1,float16,float16,0,0.012639999389648438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,2,2,128,1,float16,fp8,0,0.013233600556850434
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,2,2,128,1,fp8,fp8,0,0.0151296004652977
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,2,1,128,1,float16,float16,0,0.012936000525951386
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,2,1,128,1,float16,fp8,0,0.013199999928474426
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,2,2,128,1,float16,float16,0,0.012435200065374375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,2,1,128,1,fp8,fp8,0,0.012995199859142303
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,2,2,128,1,float16,fp8,0,0.012913599610328674
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,2,2,128,1,fp8,fp8,0,0.014871999621391296
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,2,1,128,1,float16,float16,0,0.012361600250005721
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,2,1,128,1,float16,fp8,0,0.01297599971294403
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,2,1,128,1,fp8,fp8,0,0.01282079964876175
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,2,2,128,1,float16,float16,0,0.012003199756145477
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,2,2,128,1,float16,fp8,0,0.012848000228404998
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,2,2,128,1,fp8,fp8,0,0.01412159949541092
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,2,1,128,1,float16,float16,0,0.012099199742078782
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,2,1,128,1,float16,fp8,0,0.012727999687194824
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,2,1,128,1,fp8,fp8,0,0.012689599394798278
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,2,2,128,1,float16,float16,0,0.011795199662446975
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,2,2,128,1,float16,fp8,0,0.012720000743865967
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,2,2,128,1,fp8,fp8,0,0.014008000493049622
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,2,1,128,1,float16,fp8,0,0.012611199915409089
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,2,1,128,1,float16,float16,0,0.01202080026268959
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,2,1,128,1,fp8,fp8,0,0.012571200728416443
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,2,1,128,1,float16,fp8,0,0.02865920066833496
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,2,1,128,1,float16,float16,0,0.027302399277687073
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,64,2,1,128,1,fp8,fp8,0,0.030840000510215758
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,2,2,128,1,float16,float16,0,0.021652799844741822
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,2,2,128,1,float16,fp8,0,0.022912000119686127
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,2,2,128,1,fp8,fp8,0,0.022838400304317476
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,2,1,128,1,float16,float16,0,0.018156799674034118
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,2,1,128,1,float16,fp8,0,0.018481600284576415
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,2,2,128,1,float16,float16,0,0.014790399372577668
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,2,1,128,1,fp8,fp8,0,0.019945600628852846
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,2,2,128,1,float16,fp8,0,0.015248000621795654
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,2,2,128,1,fp8,fp8,0,0.015427200496196747
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,2,1,128,1,float16,float16,0,0.01486240029335022
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,2,1,128,1,float16,fp8,0,0.015387199819087982
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,2,1,128,1,fp8,fp8,0,0.015508800745010376
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,2,2,128,1,float16,float16,0,0.014745600521564484
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,2,2,128,1,float16,fp8,0,0.013872000575065612
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,2,1,128,1,float16,fp8,0,0.013910399377346038
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,2,2,128,1,fp8,fp8,0,0.013823999464511872
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,2,1,128,1,float16,float16,0,0.013283200562000275
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,2,1,128,1,fp8,fp8,0,0.014116799831390381
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,2,2,128,1,float16,float16,0,0.013555200397968292
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,2,2,128,1,float16,fp8,0,0.013051199913024902
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,2,2,128,1,fp8,fp8,0,0.013107199966907502
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,2,1,128,1,float16,float16,0,0.012465599924325943
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,2,1,128,1,float16,fp8,0,0.013185599446296692
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,2,2,128,1,float16,fp8,0,0.012734399735927581
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,2,1,128,1,fp8,fp8,0,0.013212800025939941
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,2,2,128,1,float16,float16,0,0.013107199966907502
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,2,2,128,1,fp8,fp8,0,0.013006399571895599
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,2,1,128,1,float16,float16,0,0.012355200201272964
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,2,1,128,1,float16,fp8,0,0.013020800054073333
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,2,1,128,1,fp8,fp8,0,0.01297599971294403
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,2,2,128,1,float16,float16,0,0.011987199634313583
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,2,2,128,1,float16,fp8,0,0.012555199861526489
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,2,2,128,1,fp8,fp8,0,0.012505599856376648
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,2,1,128,1,float16,float16,0,0.012142399698495865
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,2,1,128,1,float16,fp8,0,0.012676799297332763
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,2,1,128,1,fp8,fp8,0,0.012681600451469422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,2,2,128,1,float16,float16,0,0.011803200095891952
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,2,2,128,1,float16,fp8,0,0.012462399899959564
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,2,2,128,1,fp8,fp8,0,0.012433599680662155
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,2,1,128,1,float16,float16,0,0.011992000043392181
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,2,1,128,1,float16,fp8,0,0.012703999876976013
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,2,1,128,1,fp8,fp8,0,0.012630400061607362
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,2,2,128,1,float16,float16,0,0.011584000289440155
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,2,2,128,1,float16,fp8,0,0.012438400089740754
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,2,2,128,1,fp8,fp8,0,0.012414400279521943
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,2,1,128,1,float16,float16,0,0.011897599697113037
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,2,1,128,1,float16,fp8,0,0.012619200348854064
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,2,1,128,1,fp8,fp8,0,0.012601600587368011
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,2,1,128,1,float16,float16,0,0.023622399568557738
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,2,1,128,1,float16,fp8,0,0.02529279887676239
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,2,2,128,1,float16,float16,0,0.01959040015935898
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,32,2,1,128,1,fp8,fp8,0,0.025380799174308778
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,2,2,128,1,float16,fp8,0,0.020878399908542632
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,2,2,128,1,fp8,fp8,0,0.02099040001630783
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,2,1,128,1,float16,float16,0,0.01568640023469925
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,2,2,128,1,float16,float16,0,0.013996799290180207
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,2,1,128,1,float16,fp8,0,0.01650400012731552
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,2,1,128,1,fp8,fp8,0,0.016616000235080718
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,2,2,128,1,float16,fp8,0,0.014683200418949128
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,2,2,128,1,fp8,fp8,0,0.014724799990653991
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,2,1,128,1,float16,float16,0,0.013732799887657165
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,2,1,128,1,fp8,fp8,0,0.014500799775123595
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,2,1,128,1,float16,fp8,0,0.014430400729179383
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,2,2,128,1,float16,float16,0,0.013076800107955932
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,2,2,128,1,float16,fp8,0,0.01361439973115921
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,2,2,128,1,fp8,fp8,0,0.013532799482345582
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,2,1,128,1,float16,float16,0,0.012892800569534301
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,2,1,128,1,float16,fp8,0,0.013638399541378021
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,2,1,128,1,fp8,fp8,0,0.013644799590110779
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,2,2,128,1,float16,float16,0,0.012217599898576736
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,2,2,128,1,float16,fp8,0,0.013132800161838532
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,2,2,128,1,fp8,fp8,0,0.01324319988489151
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,2,1,128,1,float16,float16,0,0.012305600196123123
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,2,1,128,1,float16,fp8,0,0.013041600584983826
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,2,1,128,1,fp8,fp8,0,0.012836800515651703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,2,2,128,1,float16,float16,0,0.012065599858760833
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,2,2,128,1,float16,fp8,0,0.0127920001745224
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,2,2,128,1,fp8,fp8,0,0.012884800136089326
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,2,1,128,1,float16,float16,0,0.012049599736928939
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,2,1,128,1,float16,fp8,0,0.012654399871826172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,2,1,128,1,fp8,fp8,0,0.012620800733566284
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,2,2,128,1,float16,float16,0,0.011681599915027619
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,2,2,128,1,float16,fp8,0,0.012451200187206269
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,2,2,128,1,fp8,fp8,0,0.012756800651550293
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,2,1,128,1,float16,float16,0,0.011670400202274323
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,2,1,128,1,float16,fp8,0,0.012535999715328216
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,2,2,128,1,float16,float16,0,0.011655999720096588
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,2,1,128,1,fp8,fp8,0,0.0124719999730587
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,2,2,128,1,float16,fp8,0,0.012383999675512314
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,2,2,128,1,fp8,fp8,0,0.012321600317955017
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,2,1,128,1,float16,float16,0,0.011558400094509124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,2,1,128,1,float16,fp8,0,0.01244800016283989
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,2,1,128,1,fp8,fp8,0,0.012348800152540206
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,2,2,128,1,float16,float16,0,0.011699199676513672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,2,2,128,1,float16,fp8,0,0.012289600074291229
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,2,2,128,1,fp8,fp8,0,0.012356799840927125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,2,1,128,1,float16,float16,0,0.01168000027537346
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,2,1,128,1,float16,fp8,0,0.012452799826860428
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,2,1,128,1,fp8,fp8,0,0.012380799651145935
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,2,1,128,1,float16,float16,0,0.021809600293636322
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,2,1,128,1,float16,fp8,0,0.023553599417209626
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,2,2,128,1,float16,float16,0,0.018956799805164338
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,2,2,128,1,float16,fp8,0,0.02027200013399124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,16,2,1,128,1,fp8,fp8,0,0.023479999601840974
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,2,1,128,1,float16,float16,0,0.015137599408626556
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,2,2,128,1,fp8,fp8,0,0.0205375999212265
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,2,1,128,1,float16,fp8,0,0.015827199816703795
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,2,1,128,1,fp8,fp8,0,0.015851199626922607
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,2,2,128,1,float16,float16,0,0.013775999844074249
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,2,2,128,1,float16,fp8,0,0.014401599764823914
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,2,1,128,1,float16,float16,0,0.013612799346446991
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,2,2,128,1,fp8,fp8,0,0.014507199823856353
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,2,1,128,1,fp8,fp8,0,0.014183999598026275
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,2,1,128,1,float16,fp8,0,0.014377599954605103
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,2,2,128,1,float16,fp8,0,0.013537600636482239
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,2,2,128,1,float16,float16,0,0.012964800000190735
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,2,2,128,1,fp8,fp8,0,0.013711999356746673
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,2,1,128,1,float16,float16,0,0.012664000689983367
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,2,1,128,1,float16,fp8,0,0.013739199936389923
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,2,2,128,1,float16,float16,0,0.012055999785661697
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,2,1,128,1,fp8,fp8,0,0.01358720064163208
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,2,2,128,1,float16,fp8,0,0.012836800515651703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,2,2,128,1,fp8,fp8,0,0.013187199831008911
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,2,1,128,1,float16,float16,0,0.01194079965353012
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,2,1,128,1,float16,fp8,0,0.012928000092506409
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,2,1,128,1,fp8,fp8,0,0.012692800164222718
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,2,2,128,1,float16,float16,0,0.012030400335788727
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,2,2,128,1,float16,fp8,0,0.01252480000257492
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,2,2,128,1,fp8,fp8,0,0.01284320056438446
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,2,1,128,1,float16,float16,0,0.011785600334405899
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,2,1,128,1,float16,fp8,0,0.01268479973077774
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,2,1,128,1,fp8,fp8,0,0.012566399574279786
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,2,2,128,1,float16,float16,0,0.011524800211191177
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,2,2,128,1,float16,fp8,0,0.012507200241088867
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,2,2,128,1,fp8,fp8,0,0.012256000190973282
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,2,1,128,1,float16,float16,0,0.011593600362539291
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,2,1,128,1,float16,fp8,0,0.012403199821710587
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,2,1,128,1,fp8,fp8,0,0.012372799962759019
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,2,2,128,1,float16,float16,0,0.011772800236940384
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,2,2,128,1,fp8,fp8,0,0.012375999987125397
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,2,2,128,1,float16,fp8,0,0.012323199957609176
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,2,1,128,1,float16,float16,0,0.011689600348472596
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,2,1,128,1,float16,fp8,0,0.012267199903726577
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,2,1,128,1,fp8,fp8,0,0.012465599924325943
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,2,2,128,1,float16,float16,0,0.01141439974308014
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,2,2,128,1,float16,fp8,0,0.012352000176906585
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,2,2,128,1,fp8,fp8,0,0.012457600235939026
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,2,1,128,1,float16,float16,0,0.011555200070142746
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,2,1,128,1,float16,fp8,0,0.01244639977812767
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,2,1,128,1,fp8,fp8,0,0.012272000312805176
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,2,1,128,1,float16,float16,0,0.020927999913692475
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,2,1,128,1,float16,fp8,0,0.02282560020685196
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,256,1,2,1,128,1,fp8,fp8,0,0.02264000028371811
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,2,2,128,1,float16,float16,0,0.018513600528240203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,2,2,128,1,float16,fp8,0,0.020006400346755982
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,2,2,128,1,fp8,fp8,0,0.01982239931821823
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,2,1,128,1,float16,float16,0,0.01530880033969879
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,2,1,128,1,float16,fp8,0,0.01587039977312088
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,2,2,128,1,float16,float16,0,0.013238400220870972
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,2,1,128,1,fp8,fp8,0,0.01587360054254532
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,2,2,128,1,float16,fp8,0,0.014430400729179383
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,2,2,128,1,fp8,fp8,0,0.014248000085353851
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,2,1,128,1,float16,float16,0,0.013284799456596375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,2,1,128,1,float16,fp8,0,0.013823999464511872
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,2,1,128,1,fp8,fp8,0,0.014070400595664978
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,2,2,128,1,float16,float16,0,0.012734399735927581
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,2,2,128,1,float16,fp8,0,0.01340319961309433
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,2,2,128,1,fp8,fp8,0,0.01353919953107834
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,2,1,128,1,float16,float16,0,0.012521600723266602
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,2,1,128,1,float16,fp8,0,0.01318880021572113
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,2,1,128,1,fp8,fp8,0,0.013092799484729767
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,2,2,128,1,float16,float16,0,0.011952000111341477
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,2,2,128,1,float16,fp8,0,0.012782399356365205
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,2,2,128,1,fp8,fp8,0,0.012947200238704682
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,2,1,128,1,float16,float16,0,0.011724799871444702
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,2,1,128,1,float16,fp8,0,0.01242239996790886
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,2,1,128,1,fp8,fp8,0,0.012615999579429627
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,2,2,128,1,float16,float16,0,0.011742399632930755
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,2,2,128,1,float16,fp8,0,0.012668800354003907
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,2,2,128,1,fp8,fp8,0,0.012331199645996094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,2,1,128,1,float16,float16,0,0.011692799627780914
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,2,1,128,1,float16,fp8,0,0.012513600289821625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,2,1,128,1,fp8,fp8,0,0.01239679977297783
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,2,2,128,1,float16,float16,0,0.011550399661064147
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,2,2,128,1,float16,fp8,0,0.012252800166606903
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,2,2,128,1,fp8,fp8,0,0.012268800288438797
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,2,1,128,1,float16,float16,0,0.011671999841928482
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,2,1,128,1,float16,fp8,0,0.012387199699878693
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,2,1,128,1,fp8,fp8,0,0.012216000258922577
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,2,2,128,1,float16,float16,0,0.011470399796962738
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,2,2,128,1,float16,fp8,0,0.01223360002040863
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,2,2,128,1,fp8,fp8,0,0.012278400361537933
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,2,1,128,1,float16,float16,0,0.011524800211191177
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,2,1,128,1,float16,fp8,0,0.01207360029220581
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,2,1,128,1,fp8,fp8,0,0.012211199849843979
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,2,2,128,1,float16,float16,0,0.011326400190591812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,2,2,128,1,float16,fp8,0,0.012268800288438797
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,2,2,128,1,fp8,fp8,0,0.012363199889659882
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,2,1,128,1,float16,float16,0,0.011433599889278412
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,2,1,128,1,float16,fp8,0,0.012328000366687774
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,2,1,128,1,fp8,fp8,0,0.012076800316572189
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,1,1,128,1,float16,float16,0,0.2260432004928589
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,1,1,128,1,float16,fp8,0,0.22442080974578857
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,1,1,128,1,float16,float16,0,0.4509103775024414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,1,1,128,1,float16,fp8,0,0.43308000564575194
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16384,1,1,128,1,fp8,fp8,0,0.4317903995513916
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16384,1,1,128,1,fp8,fp8,0,0.22185919284820557
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,1,1,128,1,float16,float16,0,0.21787359714508056
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,1,1,128,1,float16,fp8,0,0.21202239990234376
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16384,1,1,128,1,fp8,fp8,0,0.21258718967437745
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,1,1,128,1,float16,float16,0,0.31976640224456787
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,1,1,128,1,float16,fp8,0,0.3075407981872559
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,12288,1,1,128,1,fp8,fp8,0,0.3108367919921875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,1,1,128,1,float16,float16,0,0.17926880121231079
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,1,1,128,1,float16,fp8,0,0.17175519466400146
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,12288,1,1,128,1,fp8,fp8,0,0.17133760452270508
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,1,1,128,1,float16,float16,0,0.10258560180664063
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,1,1,128,1,float16,fp8,0,0.10013760328292846
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,12288,1,1,128,1,fp8,fp8,0,0.10000959634780884
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,1,1,128,1,float16,float16,0,0.25157439708709717
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,1,1,128,1,float16,float16,0,0.15122400522232055
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,1,1,128,1,float16,fp8,0,0.2401599884033203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,1,1,128,1,float16,fp8,0,0.1450719952583313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,10240,1,1,128,1,fp8,fp8,0,0.24112799167633056
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,1,1,128,1,float16,float16,0,0.08702560067176819
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,10240,1,1,128,1,fp8,fp8,0,0.14445600509643555
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,1,1,128,1,float16,fp8,0,0.08421760201454162
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,10240,1,1,128,1,fp8,fp8,0,0.08456479907035827
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,1,1,128,1,float16,fp8,0,0.29323999881744384
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,1,1,128,1,float16,float16,0,0.30266718864440917
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,1,1,128,1,float16,float16,0,0.18380800485610962
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,8192,1,1,128,1,fp8,fp8,0,0.28939199447631836
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,1,1,128,1,float16,fp8,0,0.17569119930267335
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,1,1,128,1,float16,float16,0,0.11870239973068238
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,1,1,128,1,float16,fp8,0,0.11853599548339844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,8192,1,1,128,1,fp8,fp8,0,0.1769263982772827
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,8192,1,1,128,1,fp8,fp8,0,0.11848640441894531
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,1,1,128,1,float16,float16,0,0.07075999975204468
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,1,1,128,1,float16,fp8,0,0.07093440294265747
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,8192,1,1,128,1,fp8,fp8,0,0.07068480253219604
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,1,1,128,1,float16,float16,0,0.19660799503326415
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,1,1,128,1,float16,fp8,0,0.18545759916305543
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,1,1,128,1,float16,float16,0,0.11376160383224487
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,6144,1,1,128,1,fp8,fp8,0,0.18594399690628052
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,1,1,128,1,float16,fp8,0,0.11049599647521972
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,6144,1,1,128,1,fp8,fp8,0,0.11167680025100708
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,1,1,128,1,float16,float16,0,0.07164959907531739
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,1,1,128,1,float16,float16,0,0.04471200108528137
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,1,1,128,1,float16,fp8,0,0.07044479846954346
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,6144,1,1,128,1,fp8,fp8,0,0.07080000042915344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,1,1,128,1,float16,fp8,0,0.04456959962844849
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,6144,1,1,128,1,fp8,fp8,0,0.04405440092086792
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,1,1,128,1,float16,float16,0,0.18536640405654908
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,1,1,128,1,float16,fp8,0,0.17821760177612306
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,1,1,128,1,float16,fp8,0,0.10709600448608399
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,1,1,128,1,float16,float16,0,0.11383999586105346
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,4096,1,1,128,1,fp8,fp8,0,0.17626559734344482
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,4096,1,1,128,1,fp8,fp8,0,0.10880320072174073
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,1,1,128,1,float16,float16,0,0.06859840154647827
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,1,1,128,1,float16,fp8,0,0.06874560117721558
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,1,1,128,1,float16,float16,0,0.04611040055751801
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,4096,1,1,128,1,fp8,fp8,0,0.0680895984172821
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,1,1,128,1,fp8,fp8,0,0.04568960070610047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,4096,1,1,128,1,float16,fp8,0,0.04591360092163086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,1,1,128,1,float16,float16,0,0.02969760000705719
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,1,1,128,1,float16,fp8,0,0.03045920133590698
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,4096,1,1,128,1,fp8,fp8,0,0.030583998560905455
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,1,1,128,1,float16,float16,0,0.1234320044517517
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,1,1,128,1,float16,fp8,0,0.11832959651947021
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,1,1,128,1,float16,fp8,0,0.07574080228805542
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,1,1,128,1,float16,float16,0,0.0754688024520874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,3072,1,1,128,1,fp8,fp8,0,0.0757968008518219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,3072,1,1,128,1,fp8,fp8,0,0.14030719995498658
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,1,1,128,1,float16,float16,0,0.05368800163269043
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,1,1,128,1,float16,fp8,0,0.05309439897537231
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,1,1,128,1,float16,float16,0,0.032235199213027955
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,1,1,128,1,fp8,fp8,0,0.03839359879493713
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,3072,1,1,128,1,fp8,fp8,0,0.05342879891395569
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,3072,1,1,128,1,float16,fp8,0,0.03309440016746521
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,1,1,128,1,float16,float16,0,0.024065600335597993
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,1,1,128,1,float16,fp8,0,0.024439999461174013
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,3072,1,1,128,1,fp8,fp8,0,0.024307200312614442
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,1,1,128,1,fp8,fp8,0,0.07200480103492737
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,1,1,128,1,float16,fp8,0,0.07068639993667603
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,2048,1,1,128,1,float16,float16,0,0.07467359900474549
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,1,1,128,1,float16,fp8,0,0.11896480321884155
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,1,1,128,1,fp8,fp8,0,0.11808480024337768
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,2048,1,1,128,1,float16,float16,0,0.1494704008102417
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,1,1,128,1,float16,float16,0,0.04413279891014099
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,1,1,128,1,float16,fp8,0,0.04335359930992126
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,2048,1,1,128,1,fp8,fp8,0,0.04400160014629364
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,1,1,128,1,float16,float16,0,0.03356960117816925
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,1,1,128,1,float16,float16,0,0.02333440035581589
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,1,1,128,1,float16,fp8,0,0.034211200475692746
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,1,1,128,1,float16,fp8,0,0.02465759962797165
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,1,1,128,1,float16,float16,0,0.02043360024690628
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,2048,1,1,128,1,fp8,fp8,0,0.04662559926509857
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,2048,1,1,128,1,fp8,fp8,0,0.024879999458789825
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,1,1,128,1,float16,fp8,0,0.020019200444221497
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,2048,1,1,128,1,fp8,fp8,0,0.020015999674797058
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,1,1,128,1,fp8,fp8,0,0.051910400390625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,1,1,128,1,fp8,fp8,0,0.0835759997367859
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,1,1,128,1,float16,fp8,0,0.05170239806175232
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,1,1,128,1,float16,float16,0,0.04203520119190216
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1536,1,1,128,1,float16,float16,0,0.07008640170097351
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,1,1,128,1,float16,fp8,0,0.08271520137786866
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1536,1,1,128,1,float16,float16,0,0.08508960008621216
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,1,1,128,1,float16,fp8,0,0.04227679967880249
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1536,1,1,128,1,fp8,fp8,0,0.04215520024299622
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,1,1,128,1,float16,fp8,0,0.0273360013961792
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,1,1,128,1,fp8,fp8,0,0.020684799551963805
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,1,1,128,1,float16,float16,0,0.026956799626350402
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1536,1,1,128,1,fp8,fp8,0,0.03524160087108612
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,1,1,128,1,float16,fp8,0,0.0205935999751091
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,1,1,128,1,float16,float16,0,0.01886879950761795
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1536,1,1,128,1,float16,float16,0,0.021081599593162536
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,1,1,128,1,float16,fp8,0,0.02001439929008484
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1536,1,1,128,1,fp8,fp8,0,0.020051200687885285
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,1,1,128,1,float16,float16,0,0.09066399931907654
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,1,1,128,1,float16,fp8,0,0.053504002094268796
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,1,1,128,1,float16,float16,0,0.05467519760131836
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,1,1,128,1,float16,float16,0,0.03179199993610382
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1024,1,1,128,1,fp8,fp8,0,0.05391839742660522
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,1,1,128,1,fp8,fp8,0,0.09066720008850097
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1024,1,1,128,1,float16,fp8,0,0.11402560472488403
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,1,1,128,1,float16,fp8,0,0.03251680135726929
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1024,1,1,128,1,fp8,fp8,0,0.03261440098285675
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,1,1,128,1,float16,float16,0,0.027062401175498962
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,1,1,128,1,float16,float16,0,0.021595199406147004
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,1,1,128,1,fp8,fp8,0,0.028380799293518066
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1024,1,1,128,1,float16,fp8,0,0.02864319980144501
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,1,1,128,1,float16,fp8,0,0.02497600018978119
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1024,1,1,128,1,fp8,fp8,0,0.02173440009355545
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,1,1,128,1,float16,float16,0,0.01846559941768646
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,1,1,128,1,float16,fp8,0,0.01955839991569519
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1024,1,1,128,1,fp8,fp8,0,0.019542400538921357
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,1,1,128,1,float16,float16,0,0.01812160015106201
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,1,1,128,1,float16,fp8,0,0.021780799329280853
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1024,1,1,128,1,fp8,fp8,0,0.019020800292491914
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,1,1,128,1,float16,fp8,0,0.06896160244941711
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,1,1,128,1,float16,float16,0,0.06931840181350708
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,1,1,128,1,float16,float16,0,0.0406031996011734
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,1,1,128,1,float16,fp8,0,0.044649600982666016
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,512,1,1,128,1,fp8,fp8,0,0.06880159974098206
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,512,1,1,128,1,fp8,fp8,0,0.04053919911384583
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,1,1,128,1,float16,float16,0,0.023187200725078582
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,1,1,128,1,float16,fp8,0,0.024352000653743745
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,1,1,128,1,float16,float16,0,0.021376000344753267
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,512,1,1,128,1,fp8,fp8,0,0.024593600630760194
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,1,1,128,1,float16,fp8,0,0.021393600106239318
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,512,1,1,128,1,fp8,fp8,0,0.02106879949569702
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,1,1,128,1,float16,float16,0,0.018353599309921264
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,1,1,128,1,float16,fp8,0,0.019784000515937806
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,512,1,1,128,1,fp8,fp8,0,0.019867199659347533
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,1,1,128,1,float16,float16,0,0.01932000070810318
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,1,1,128,1,float16,fp8,0,0.019193600118160247
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,512,1,1,128,1,fp8,fp8,0,0.018918399512767792
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,1,1,128,1,float16,float16,0,0.016758400201797485
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,1,1,128,1,float16,fp8,0,0.018729600310325622
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,512,1,1,128,1,fp8,fp8,0,0.01881600022315979
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,1,1,128,1,float16,float16,0,0.01847359985113144
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,1,1,128,1,fp8,fp8,0,0.018742400407791137
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,512,1,1,128,1,float16,fp8,0,0.01891999989748001
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,1,1,128,1,float16,float16,0,0.03577120006084442
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,1,1,128,1,float16,fp8,0,0.035097599029541016
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,256,1,1,128,1,fp8,fp8,0,0.03530719876289368
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,1,1,128,1,float16,float16,0,0.022697600722312927
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,1,1,128,1,float16,fp8,0,0.02157759964466095
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,256,1,1,128,1,fp8,fp8,0,0.021801599860191347
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,1,1,128,1,float16,float16,0,0.017059199512004852
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,1,1,128,1,float16,fp8,0,0.018025599420070648
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,256,1,1,128,1,fp8,fp8,0,0.01844480037689209
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,1,1,128,1,float16,float16,0,0.01608159989118576
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,1,1,128,1,float16,fp8,0,0.016332800686359405
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,1,1,128,1,float16,fp8,0,0.015281599760055543
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,1,1,128,1,float16,float16,0,0.014430400729179383
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,256,1,1,128,1,fp8,fp8,0,0.016406400501728056
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,256,1,1,128,1,fp8,fp8,0,0.01539199948310852
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,1,1,128,1,float16,float16,0,0.014876799285411834
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,1,1,128,1,float16,fp8,0,0.014791999757289887
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,256,1,1,128,1,fp8,fp8,0,0.01478399932384491
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,1,1,128,1,float16,float16,0,0.013704000413417817
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,1,1,128,1,fp8,fp8,0,0.01491519957780838
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,256,1,1,128,1,float16,fp8,0,0.015046399831771851
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,1,1,128,1,float16,float16,0,0.013707199692726135
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,1,1,128,1,float16,fp8,0,0.015718400478363037
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,256,1,1,128,1,fp8,fp8,0,0.014619199931621552
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,1,1,128,1,float16,float16,0,0.021180799603462218
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,1,1,128,1,fp8,fp8,0,0.021092799305915833
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,128,1,1,128,1,float16,fp8,0,0.020572799444198608
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,1,1,128,1,float16,float16,0,0.0165583997964859
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,1,1,128,1,fp8,fp8,0,0.017561599612236023
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,128,1,1,128,1,float16,fp8,0,0.01714559942483902
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,1,1,128,1,float16,float16,0,0.013990400731563568
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,1,1,128,1,float16,float16,0,0.012883199751377106
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,1,1,128,1,float16,fp8,0,0.014403200149536133
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,128,1,1,128,1,fp8,fp8,0,0.01494240015745163
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,1,1,128,1,fp8,fp8,0,0.0141184002161026
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,1,1,128,1,float16,fp8,0,0.012918399274349212
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,128,1,1,128,1,float16,fp8,0,0.013425600528717042
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,1,1,128,1,fp8,fp8,0,0.01295199990272522
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,1,1,128,1,float16,float16,0,0.011985599994659424
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,128,1,1,128,1,float16,float16,0,0.012408000230789185
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,1,1,128,1,float16,fp8,0,0.0127920001745224
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,128,1,1,128,1,fp8,fp8,0,0.013396799564361572
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,1,1,128,1,float16,float16,0,0.011961600184440613
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,1,1,128,1,float16,fp8,0,0.012889599800109864
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,128,1,1,128,1,fp8,fp8,0,0.012566399574279786
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,1,1,128,1,float16,fp8,0,0.012544000148773193
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,1,1,128,1,float16,float16,0,0.011883199959993363
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,128,1,1,128,1,fp8,fp8,0,0.013286399841308593
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,1,1,128,1,float16,float16,0,0.017088000476360322
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,1,1,128,1,float16,fp8,0,0.01772480010986328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,1,1,128,1,float16,float16,0,0.01419840008020401
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,64,1,1,128,1,fp8,fp8,0,0.01810719966888428
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,1,1,128,1,fp8,fp8,0,0.015454399585723876
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,64,1,1,128,1,float16,fp8,0,0.014950400590896607
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,1,1,128,1,float16,float16,0,0.013393600285053254
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,1,1,128,1,float16,fp8,0,0.013804799318313599
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,64,1,1,128,1,fp8,fp8,0,0.013700799643993377
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,1,1,128,1,float16,float16,0,0.012249600142240524
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,1,1,128,1,fp8,fp8,0,0.013025599718093871
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,64,1,1,128,1,float16,fp8,0,0.013252800703048706
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,1,1,128,1,float16,float16,0,0.012185599654912949
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,1,1,128,1,float16,fp8,0,0.013185599446296692
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,64,1,1,128,1,fp8,fp8,0,0.012651200592517852
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,1,1,128,1,float16,float16,0,0.011870399862527848
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,1,1,128,1,float16,fp8,0,0.012476799637079239
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,64,1,1,128,1,fp8,fp8,0,0.012556800246238708
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,1,1,128,1,float16,float16,0,0.011801599711179733
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,1,1,128,1,float16,fp8,0,0.012544000148773193
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,64,1,1,128,1,fp8,fp8,0,0.012916800379753113
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,1,1,128,1,float16,float16,0,0.011795199662446975
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,1,1,128,1,float16,fp8,0,0.01239679977297783
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,64,1,1,128,1,fp8,fp8,0,0.012468799948692322
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,1,1,128,1,float16,float16,0,0.015607999265193939
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,1,1,128,1,float16,fp8,0,0.017004799842834473
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,32,1,1,128,1,fp8,fp8,0,0.01661919951438904
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,1,1,128,1,float16,float16,0,0.014168000221252442
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,1,1,128,1,float16,fp8,0,0.014260800182819366
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,32,1,1,128,1,fp8,fp8,0,0.01454080045223236
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,1,1,128,1,float16,float16,0,0.012908799946308136
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,1,1,128,1,float16,fp8,0,0.013816000521183014
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,32,1,1,128,1,fp8,fp8,0,0.013568000495433807
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,1,1,128,1,float16,float16,0,0.012198399752378464
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,1,1,128,1,float16,fp8,0,0.012992000579833985
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,32,1,1,128,1,fp8,fp8,0,0.013096000254154205
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,1,1,128,1,float16,float16,0,0.011934400349855424
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,1,1,128,1,float16,fp8,0,0.012678399682044983
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,32,1,1,128,1,fp8,fp8,0,0.01268800050020218
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,1,1,128,1,float16,float16,0,0.011771199852228164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,1,1,128,1,float16,fp8,0,0.012308800220489502
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,32,1,1,128,1,fp8,fp8,0,0.01250080019235611
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,1,1,128,1,float16,float16,0,0.011720000207424164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,1,1,128,1,float16,fp8,0,0.012464000284671784
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,32,1,1,128,1,fp8,fp8,0,0.012428800016641617
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,1,1,128,1,float16,float16,0,0.01170559972524643
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,1,1,128,1,float16,fp8,0,0.012256000190973282
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,32,1,1,128,1,fp8,fp8,0,0.01249919980764389
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,1,1,128,1,float16,float16,0,0.015078400075435639
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,1,1,128,1,float16,fp8,0,0.015971200168132783
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,1,1,128,1,float16,float16,0,0.013600000739097595
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,16,1,1,128,1,fp8,fp8,0,0.016152000427246092
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,1,1,128,1,float16,fp8,0,0.014291200041770934
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,16,1,1,128,1,fp8,fp8,0,0.014452800154685974
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,1,1,128,1,float16,float16,0,0.012996800243854523
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,1,1,128,1,float16,fp8,0,0.013827200233936309
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,1,1,128,1,float16,float16,0,0.012068799883127212
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,16,1,1,128,1,fp8,fp8,0,0.013553600013256072
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,1,1,128,1,float16,fp8,0,0.01263200044631958
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,16,1,1,128,1,fp8,fp8,0,0.012753599882125854
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,1,1,128,1,float16,float16,0,0.011724799871444702
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,1,1,128,1,float16,fp8,0,0.012627199292182922
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,16,1,1,128,1,fp8,fp8,0,0.012460800260305405
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,1,1,128,1,float16,float16,0,0.011670400202274323
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,1,1,128,1,float16,fp8,0,0.012387199699878693
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,16,1,1,128,1,fp8,fp8,0,0.01244639977812767
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,1,1,128,1,float16,float16,0,0.011416000127792359
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,1,1,128,1,float16,fp8,0,0.012486399710178375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,16,1,1,128,1,fp8,fp8,0,0.012222400307655335
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,1,1,128,1,float16,float16,0,0.011555200070142746
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,1,1,128,1,float16,fp8,0,0.012331199645996094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,16,1,1,128,1,fp8,fp8,0,0.012204799801111221
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,1,1,128,1,float16,float16,0,0.014591999351978302
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,1,1,128,1,float16,fp8,0,0.015600000321865082
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,128,1,1,1,128,1,fp8,fp8,0,0.015369600057601929
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,1,1,128,1,float16,float16,0,0.013708800077438354
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,1,1,128,1,float16,fp8,0,0.014244799315929414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,64,1,1,1,128,1,fp8,fp8,0,0.013825599849224091
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,1,1,128,1,float16,float16,0,0.012676799297332763
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,1,1,128,1,float16,fp8,0,0.013422399759292603
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,32,1,1,1,128,1,fp8,fp8,0,0.013488000631332398
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,1,1,128,1,float16,float16,0,0.01183520033955574
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,1,1,128,1,float16,fp8,0,0.012651200592517852
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,16,1,1,1,128,1,fp8,fp8,0,0.012507200241088867
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,1,1,128,1,float16,float16,0,0.011671999841928482
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,1,1,128,1,float16,fp8,0,0.012392000108957291
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,8,1,1,1,128,1,fp8,fp8,0,0.012545600533485413
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,1,1,128,1,float16,float16,0,0.01159520000219345
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,1,1,128,1,float16,fp8,0,0.012478400021791458
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,4,1,1,1,128,1,fp8,fp8,0,0.012297599762678146
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,1,1,128,1,float16,float16,0,0.011566399782896041
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,1,1,128,1,float16,fp8,0,0.012174399942159653
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,2,1,1,1,128,1,fp8,fp8,0,0.012305600196123123
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,1,1,128,1,float16,float16,0,0.011508800089359283
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,1,1,128,1,float16,fp8,0,0.012409599870443344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,context_attention,flash_attention,1,1,1,1,128,1,fp8,fp8,0,0.012326399981975555
